-- Logs begin at Tue 2022-03-29 19:26:09 UTC, end at Tue 2022-03-29 20:38:12 UTC. -- Mar 29 20:11:52.261657 dv-cinder-784815-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 29 20:11:55.160571 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.common.config [-] Logging enabled! Mar 29 20:11:55.161214 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev68 Mar 29 20:11:55.161409 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103709) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 29 20:11:55.164749 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.common.config [-] Logging enabled! Mar 29 20:11:55.164999 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev68 Mar 29 20:11:55.165326 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103709) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 29 20:11:55.166261 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 20:11:55.166491 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 20:11:55.166848 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 20:11:55.167089 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 20:11:55.167311 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 20:11:55.168049 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.168473 dv-cinder-784815-3-iscsi neutron-server[103709]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 29 20:11:55.168783 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.169078 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.169397 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.169688 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.169975 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.170255 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.170540 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.170831 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.171114 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.171390 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.171668 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.171959 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.172237 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.172522 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.172805 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.173086 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] debug = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.173390 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.173828 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.174243 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.174521 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.174807 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.175084 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.175356 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.175685 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.175969 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.176298 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] host = dv-cinder-784815-3-iscsi {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.176572 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.176853 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.177135 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.177456 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.177732 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.178007 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.178287 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.178556 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.178824 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] log_file = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.179095 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.179384 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.179666 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.179951 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.180171 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.180389 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.180684 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.180964 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.181237 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.181534 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.181807 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.182077 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.182346 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.182658 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.182890 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.183169 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.183448 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.183719 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.183992 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.184259 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.184525 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.184802 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.185069 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.185357 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.185629 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.185908 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.186172 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.186439 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.186733 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.187011 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.187287 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.187566 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.187837 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.188116 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.188383 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.188649 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.188914 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] use_json = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.189183 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.189470 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.189747 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.190015 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.190283 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.190551 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.190818 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.191098 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.192184 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:55.192300 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.192542 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.192838 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.193130 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.193446 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.193724 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.194008 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.194285 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.194572 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.194857 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.195139 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.195413 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.195705 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.195990 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.196278 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.196832 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.197118 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.197424 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.197696 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.197966 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.198235 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.198507 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.198789 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.199064 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.199349 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.199635 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.199909 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.200201 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.200482 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.200770 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.201053 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.201344 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.201625 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.201911 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.202185 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.202454 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.202728 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.203008 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.203281 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.203551 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.203829 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.204101 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.204371 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.204636 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.204908 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.205189 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.205500 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.205771 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.206038 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.206312 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.206577 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.207511 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.208008 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.208008 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.208227 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.208502 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.208772 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.209041 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.209336 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.209610 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.209886 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.210156 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.210424 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.210692 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.210962 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.211231 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.211500 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.211767 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.212040 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.212309 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.212575 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.212843 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.213110 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.213414 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.213702 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.213997 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.214273 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.214555 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.214830 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.215106 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.215380 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.215656 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.215929 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.216205 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.216473 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.216759 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.217038 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.217336 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.217642 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.217917 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.218210 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.218484 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.218758 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.219035 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.219310 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.219584 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.219862 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.220141 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.220430 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.220720 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.221007 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.221322 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.221612 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.221893 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.222198 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.222524 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:55.222746 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 20:11:55.222979 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103709) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 29 20:11:55.590359 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 29 20:11:55.590632 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 29 20:11:55.590932 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 29 20:11:55.591408 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 29 20:11:55.916915 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:55.917130 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:55.917424 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:55.918583 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:55.918855 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:55.919235 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:55.974291 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:55.974566 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:55.974829 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:55.989127 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:55.989506 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:55.989776 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.017846 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.018117 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.018374 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.160910 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.161592 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.161592 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.388687 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.388965 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.389227 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.389511 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.390203 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.487249 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.487567 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.487850 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.488750 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.489068 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.489382 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.489643 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.489896 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.490147 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.490426 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.490684 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.490942 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.491192 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.491445 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.491693 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.491950 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.492199 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.492462 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.492725 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.492978 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.493245 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.493517 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.493794 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.494166 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.494411 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.494653 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.495041 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 20:11:56.495280 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 20:11:56.495515 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 20:11:56.495749 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 20:11:56.495978 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 20:11:56.496208 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 20:11:56.496567 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 29 20:11:56.499709 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 29 20:11:56.504398 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 29 20:11:56.508076 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Mar 29 20:11:56.509704 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 29 20:11:56.510166 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 29 20:11:56.510494 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 29 20:11:56.510870 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 29 20:11:56.513650 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 29 20:11:56.513896 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 29 20:11:56.514232 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 29 20:11:56.518960 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 29 20:11:56.542547 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 29 20:11:56.542992 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.543282 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103709) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 29 20:11:56.543649 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.544981 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103709) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 29 20:11:56.545257 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 29 20:11:56.545522 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 29 20:11:56.548731 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.549009 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:56.610755 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 29 20:11:56.610990 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 29 20:11:56.611220 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 29 20:11:56.611581 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 29 20:11:56.635580 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_db.sqlalchemy.engines [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103709) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 29 20:11:57.193266 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.managers [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Initializing driver for type 'gre' Mar 29 20:11:57.194241 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] gre ID ranges: [(1, 1000)] Mar 29 20:11:57.379857 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.managers [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Initializing driver for type 'local' Mar 29 20:11:57.380682 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.managers [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Initializing driver for type 'vlan' Mar 29 20:11:57.518935 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] VlanTypeDriver initialization complete Mar 29 20:11:57.519274 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.managers [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Initializing driver for type 'vxlan' Mar 29 20:11:57.519785 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] vxlan ID ranges: [(1, 1000)] Mar 29 20:11:57.705680 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.managers [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Initializing extension driver 'port_security' Mar 29 20:11:57.706021 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.extensions.port_security [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] PortSecurityExtensionDriver initialization complete Mar 29 20:11:57.706355 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.managers [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Initializing mechanism driver 'openvswitch' Mar 29 20:11:57.706681 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.managers [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Initializing mechanism driver 'hyperv' Mar 29 20:11:57.714033 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:11:57.714716 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > port after_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.715089 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > port after_update 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.715440 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > port after_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.715973 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103709) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 20:11:57.716433 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > subnet after_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.716789 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > subnet after_update 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.717143 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.717574 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103709) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 20:11:57.718013 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > network after_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.718343 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > network after_update 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.726627 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > network after_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.726627 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103709) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 20:11:57.726627 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > security_group after_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.726627 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > security_group after_update 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.726627 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.727027 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103709) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 20:11:57.727027 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.727027 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.727027 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.727027 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103709) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 20:11:57.727385 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > address_group after_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.727385 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > address_group after_update 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.727385 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.727385 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103709) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 20:11:57.727385 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] ML2 OVO RPC backend initialized. {{(pid=103709) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 29 20:11:57.727749 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.727749 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.727749 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > network before_response 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.727749 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > networks before_response 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.728054 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > port before_response 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.728054 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > ports before_response 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.728054 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > subnet before_response 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.728054 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > subnets before_response 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.728350 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > network after_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.728350 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > network after_update 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.728350 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > network after_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.728608 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > port after_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.728946 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > port after_update 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.729284 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > port after_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.729647 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > subnet after_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.729987 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > subnet after_update 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.730322 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.737489 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.quota [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded quota_driver: . Mar 29 20:11:57.737849 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.plugin [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Modular L2 Plugin initialization complete Mar 29 20:11:57.738196 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading services supported by the core plugin {{(pid=103709) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 29 20:11:57.738546 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.plugins.ml2.managers [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Got port-security extension from driver 'port_security' Mar 29 20:11:57.739012 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.extensions.vlantransparent [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Disabled vlantransparent extension. Mar 29 20:11:57.739507 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103709) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 29 20:11:57.739832 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading Plugin: router Mar 29 20:11:57.780918 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.781253 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > router after_create 55549900 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.781718 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > router before_create 55549900 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.782086 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.782465 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.782824 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > router after_delete 55549900 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.783190 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.783540 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.783898 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > router after_create 55549900 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.784245 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > router after_update 55549900 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.784595 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > router after_update 55549900 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.784946 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.785318 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > router after_update 55549900 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.792992 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > router precommit_update 55549900 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.792992 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: port after_update 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.792992 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: port after_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.792992 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: subnet after_update 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.792992 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.793480 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.793480 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > router precommit_create 55549900 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.793480 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: port before_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.793480 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > router precommit_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.793780 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > router after_update 55549900 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.793780 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.793780 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > router precommit_create 55549900 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.793780 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.794085 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > router precommit_update 55549900 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.794085 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > agent after_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.794085 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > agent after_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.794085 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > network after_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.794375 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.quota.resource_registry [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Tracking information for resource: router configured {{(pid=103709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 20:11:57.794375 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.quota.resource_registry [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Tracking information for resource: floatingip configured {{(pid=103709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 20:11:57.797161 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.db.l3_agentschedulers_db [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 29 20:11:57.797766 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: port after_update 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.798133 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: port after_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.798487 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: port after_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.798838 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: port after_update 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.799634 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > router before_create 55550100 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.800004 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.800369 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > router precommit_create 55550100 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.800726 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > router precommit_update 55550100 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.806156 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.services.provider_configuration [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Service providers = [] {{(pid=103709) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 29 20:11:57.806523 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.db.servicetype_db [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103709) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 29 20:11:57.809479 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.services.service_base [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103709) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 20:11:57.809835 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.services.service_base [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103709) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 20:11:57.810181 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.services.service_base [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103709) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 20:11:57.811068 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.services.service_base [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103709) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 20:11:57.811443 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.services.service_base [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 29 20:11:57.811821 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 20:11:57.812141 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 29 20:11:57.829254 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 20:11:57.829617 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading Plugin: auto_allocate Mar 29 20:11:57.835568 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: network precommit_update 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.835940 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: network precommit_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.836458 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 20:11:57.836777 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading Plugin: tag Mar 29 20:11:57.843326 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 20:11:57.843657 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading Plugin: timestamp Mar 29 20:11:57.847625 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 20:11:57.847956 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading Plugin: network_ip_availability Mar 29 20:11:57.853495 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.853870 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.854229 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:57.854953 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 20:11:57.855275 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading Plugin: flavors Mar 29 20:11:57.859939 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 20:11:57.860276 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading Plugin: revisions Mar 29 20:11:57.864486 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 20:11:57.864879 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_concurrency.lockutils [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.274s {{(pid=103709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 29 20:11:57.865655 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103709) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 29 20:11:57.866605 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Initializing extension manager. Mar 29 20:11:57.867131 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: __init__.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.867475 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: __pycache__ {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.867810 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: address_group.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.868560 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.869122 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: address-group Mar 29 20:11:57.869483 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: address_scope.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.870207 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.870710 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: address-scope Mar 29 20:11:57.871033 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.877704 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.878215 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: router-admin-state-down-before-update Mar 29 20:11:57.878541 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: agent.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.879242 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.879747 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: agent Mar 29 20:11:57.880069 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: agent_resources_synced.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.880980 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.881683 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: agent-resources-synced Mar 29 20:11:57.882020 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: allowedaddresspairs.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.883816 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.884325 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: allowed-address-pairs Mar 29 20:11:57.884650 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: auto_allocated_topology.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.885747 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.886258 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: auto-allocated-topology Mar 29 20:11:57.886584 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: availability_zone.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.887277 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.887779 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: availability_zone Mar 29 20:11:57.888103 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: availability_zone_filter.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.889019 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.889555 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: availability_zone_filter Mar 29 20:11:57.889884 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: data_plane_status.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.890796 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.891297 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension data-plane-status not supported by any of loaded plugins Mar 29 20:11:57.891620 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: default_subnetpools.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.892534 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.893041 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: default-subnetpools Mar 29 20:11:57.893397 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.894205 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.894729 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: dhcp_agent_scheduler Mar 29 20:11:57.895043 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: dns.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.895958 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.896463 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension dns-integration not supported by any of loaded plugins Mar 29 20:11:57.896788 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: dns_domain_ports.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.898264 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.898769 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 29 20:11:57.899095 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.900028 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.900531 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 29 20:11:57.900857 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: dvr.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.901565 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.902074 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: dvr Mar 29 20:11:57.902401 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: ecmp_routes.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.903326 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.903831 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 29 20:11:57.904154 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: empty_string_filtering.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.905064 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.905599 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: empty-string-filtering Mar 29 20:11:57.908633 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.909308 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.909820 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 29 20:11:57.910141 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.911055 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.911555 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 29 20:11:57.911876 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: external_net.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.913550 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.914075 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: external-net Mar 29 20:11:57.914398 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.915317 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.915824 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: extra_dhcp_opt Mar 29 20:11:57.916147 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: extraroute.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.917057 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.917601 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: extraroute Mar 29 20:11:57.917923 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: extraroute_atomic.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.918957 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.919468 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: extraroute-atomic Mar 29 20:11:57.919790 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: filter_validation.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.920467 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.920971 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: filter-validation Mar 29 20:11:57.921321 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: fip_pf_description.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.922229 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.922729 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 29 20:11:57.923049 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: fip_pf_port_range.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.923971 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.924469 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 29 20:11:57.924791 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: fip_port_details.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.925752 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.926255 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: fip-port-details Mar 29 20:11:57.926575 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: flavors.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.927795 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.928372 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: flavors Mar 29 20:11:57.928706 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.943039 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.943039 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 29 20:11:57.943039 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: floatingip_pools.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.943298 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.943642 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: floatingip-pools Mar 29 20:11:57.944084 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: ip_allocation.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.945095 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.945649 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension ip_allocation not supported by any of loaded plugins Mar 29 20:11:57.945976 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.947165 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.947664 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: ip-substring-filtering Mar 29 20:11:57.947992 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: l2_adjacency.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.948910 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.949449 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 29 20:11:57.949774 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: l3.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.952412 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.952932 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: router Mar 29 20:11:57.953264 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.955570 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.956093 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 29 20:11:57.956427 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.957382 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.957900 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: ext-gw-mode Mar 29 20:11:57.958221 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.959138 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.960279 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: l3-ha Mar 29 20:11:57.960610 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.961551 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.962053 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 29 20:11:57.962374 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: l3_flavors.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.963290 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.963790 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: l3-flavors Mar 29 20:11:57.964112 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.967484 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.967993 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 29 20:11:57.968319 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.969266 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.969804 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 29 20:11:57.970131 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: l3agentscheduler.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.971196 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.971705 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: l3_agent_scheduler Mar 29 20:11:57.972029 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: local_ip.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.973824 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.974344 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension local_ip not supported by any of loaded plugins Mar 29 20:11:57.974678 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: logging.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.976689 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.977196 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension logging not supported by any of loaded plugins Mar 29 20:11:57.977559 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: metering.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.978305 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.978877 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: metering Mar 29 20:11:57.979205 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.980298 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.980804 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: metering_source_and_destination_fields Mar 29 20:11:57.981130 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: multiprovidernet.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.982077 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.982584 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: multi-provider Mar 29 20:11:57.982907 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: netmtu.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.983817 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.984324 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: net-mtu Mar 29 20:11:57.984691 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: netmtu_writable.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.985577 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.986079 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: net-mtu-writable Mar 29 20:11:57.986398 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: network_availability_zone.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.987062 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.987560 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: network_availability_zone Mar 29 20:11:57.987879 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: network_ip_availability.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.988965 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.989501 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: network-ip-availability Mar 29 20:11:57.989826 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: network_segment_range.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.990587 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.991174 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension network-segment-range not supported by any of loaded plugins Mar 29 20:11:57.991497 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: pagination.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.992609 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:57.992940 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: pagination Mar 29 20:11:57.993262 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: port_device_profile.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:57.999569 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.000082 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: port-device-profile Mar 29 20:11:58.000406 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.001357 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.001859 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: port-mac-address-regenerate Mar 29 20:11:58.002183 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.003085 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.003589 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: port-numa-affinity-policy Mar 29 20:11:58.003905 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: port_resource_request.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.004823 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.005352 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension port-resource-request not supported by any of loaded plugins Mar 29 20:11:58.005681 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: port_resource_request_groups.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.006791 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.007409 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 29 20:11:58.007815 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: portbindings.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.008922 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.009559 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: binding Mar 29 20:11:58.009957 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: portbindings_extended.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.011298 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.011795 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: binding-extended Mar 29 20:11:58.012121 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: portsecurity.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.013025 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.013554 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: port-security Mar 29 20:11:58.013878 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: project_id.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.014887 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.015213 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: project-id Mar 29 20:11:58.015530 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: providernet.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.016450 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.016952 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: provider Mar 29 20:11:58.017269 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: qos.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.020855 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.021397 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension qos not supported by any of loaded plugins Mar 29 20:11:58.021727 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.023464 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.023970 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 29 20:11:58.024297 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.028379 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.028878 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 29 20:11:58.029200 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: qos_default.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.030123 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.030624 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension qos-default not supported by any of loaded plugins Mar 29 20:11:58.030994 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: qos_fip.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.031857 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.032357 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension qos-fip not supported by any of loaded plugins Mar 29 20:11:58.032680 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.033613 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.034116 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 29 20:11:58.034437 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: qos_gateway_ip.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.035352 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.035849 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 29 20:11:58.036211 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: qos_port_network_policy.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.037102 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.038258 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 29 20:11:58.038582 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.039701 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.040202 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 29 20:11:58.040521 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.041573 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.042079 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 29 20:11:58.042396 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: qos_pps_rule.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.043568 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.044071 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension qos-pps not supported by any of loaded plugins Mar 29 20:11:58.044392 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: qos_rule_type_details.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.045318 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.045816 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 29 20:11:58.046135 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.047034 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.047535 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 29 20:11:58.047856 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: qos_rules_alias.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.048881 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.049413 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 29 20:11:58.054645 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: quota_check_limit.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.055329 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.055873 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: quota-check-limit Mar 29 20:11:58.056227 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: quotasv2.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.057236 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.057648 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: quotas Mar 29 20:11:58.058007 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: quotasv2_detail.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.060075 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.060410 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: quota_details Mar 29 20:11:58.060764 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: rbac.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.061857 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.062370 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: rbac-policies Mar 29 20:11:58.062691 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: rbac_address_group.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.063604 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.064115 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: rbac-address-group Mar 29 20:11:58.064437 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: rbac_address_scope.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.065361 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.065864 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: rbac-address-scope Mar 29 20:11:58.066186 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: rbac_security_groups.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.067153 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.067651 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: rbac-security-groups Mar 29 20:11:58.067970 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: rbac_subnetpool.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.069384 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.069978 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: rbac-subnetpool Mar 29 20:11:58.070298 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: revisionifmatch.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.071206 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.071998 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: revision-if-match Mar 29 20:11:58.072318 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: revisions.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.073451 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.073963 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: standard-attr-revisions Mar 29 20:11:58.074283 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: router_availability_zone.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.074948 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.075447 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: router_availability_zone Mar 29 20:11:58.075764 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: routerservicetype.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.076688 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.077184 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension router-service-type not supported by any of loaded plugins Mar 29 20:11:58.077535 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.083995 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.085049 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: security-groups-normalized-cidr Mar 29 20:11:58.085410 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.086407 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.086914 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: port-security-groups-filtering Mar 29 20:11:58.087233 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.088147 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.088647 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: security-groups-remote-address-group Mar 29 20:11:58.088963 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.089932 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.090430 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: security-groups-shared-filtering Mar 29 20:11:58.090746 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.091321 dv-cinder-784815-3-iscsi neutron-server[103709]: WARNING neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 29 20:11:58.091635 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: securitygroup.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.101596 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.102117 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: security-group Mar 29 20:11:58.102453 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: segment.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.103168 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.103669 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension segment not supported by any of loaded plugins Mar 29 20:11:58.103993 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.104919 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.105449 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 29 20:11:58.105775 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: servicetype.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.106877 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.107388 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: service-type Mar 29 20:11:58.107714 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: sorting.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.108674 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.109001 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: sorting Mar 29 20:11:58.109344 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: standard_attr_segment.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.110296 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.110793 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 29 20:11:58.111111 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: standardattrdescription.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.111780 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.112285 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: standard-attr-description Mar 29 20:11:58.112603 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: stateful_security_group.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.113621 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.114133 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: stateful-security-group Mar 29 20:11:58.114450 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: stdattrs_common.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.115013 dv-cinder-784815-3-iscsi neutron-server[103709]: WARNING neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 29 20:11:58.115326 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.120674 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.123964 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 29 20:11:58.124520 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: subnet_onboard.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.125680 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.126194 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: subnet_onboard Mar 29 20:11:58.126517 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.127432 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.127929 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 29 20:11:58.128252 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: subnet_service_types.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.129150 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.129685 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: subnet-service-types Mar 29 20:11:58.130009 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: subnetallocation.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.131069 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.132099 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: subnet_allocation Mar 29 20:11:58.132422 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.133074 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.133623 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: subnetpool-prefix-ops Mar 29 20:11:58.133948 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.134856 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.135353 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 29 20:11:58.135673 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: tagging.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.136742 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.137248 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: standard-attr-tag Mar 29 20:11:58.137595 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: timestamp.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.138786 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.139294 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loaded extension: standard-attr-timestamp Mar 29 20:11:58.139616 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: trunk.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.140665 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.141173 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension trunk not supported by any of loaded plugins Mar 29 20:11:58.141520 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: trunk_details.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.142426 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.142931 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension trunk-details not supported by any of loaded plugins Mar 29 20:11:58.143249 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: uplink_status_propagation.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.144155 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.144656 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 29 20:11:58.144973 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Loading extension file: vlantransparent.py {{(pid=103709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:11:58.145656 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:11:58.146156 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 29 20:11:58.150973 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.quota.resource_registry [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Creating instance of TrackedResource for resource:network Mar 29 20:11:58.150973 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.quota.resource_registry [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Creating instance of TrackedResource for resource:subnet Mar 29 20:11:58.150973 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.quota.resource_registry [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 20:11:58.150973 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.quota.resource_registry [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Creating instance of TrackedResource for resource:port Mar 29 20:11:58.151792 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.v2.resource_helper [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 20:11:58.152222 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.v2.resource_helper [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Service FLAVORS assigned prefix: {{(pid=103709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 20:11:58.152827 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.v2.resource_helper [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 20:11:58.153242 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.v2.resource_helper [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 20:11:58.153591 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.quota.resource_registry [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Creating instance of TrackedResource for resource:router Mar 29 20:11:58.154023 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.quota.resource_registry [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Creating instance of TrackedResource for resource:floatingip Mar 29 20:11:58.154506 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.v2.resource_helper [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Service METERING assigned prefix: /metering {{(pid=103709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 20:11:58.155938 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:58.156301 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:58.156647 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:11:58.157696 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.quota.resource_registry [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Creating instance of CountableResource for resource:rbac_policy Mar 29 20:11:58.158135 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.quota.resource_registry [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Creating instance of TrackedResource for resource:security_group Mar 29 20:11:58.158569 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.quota.resource_registry [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 29 20:11:58.159145 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.v2.resource_helper [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Service CORE assigned prefix: {{(pid=103709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 20:11:58.159470 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.quota.resource_registry [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 20:11:58.159811 dv-cinder-784815-3-iscsi neutron-server[103709]: WARNING neutron.quota.resource_registry [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] subnetpool is already registered Mar 29 20:11:58.160237 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.v2.resource_helper [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Service CORE assigned prefix: {{(pid=103709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 20:11:58.160556 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.quota.resource_registry [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 20:11:58.160881 dv-cinder-784815-3-iscsi neutron-server[103709]: WARNING neutron.quota.resource_registry [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] subnetpool is already registered Mar 29 20:11:58.163180 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.v2.resource_helper [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 20:11:58.163601 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.v2.resource_helper [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Service FLAVORS assigned prefix: {{(pid=103709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 20:11:58.164171 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.v2.resource_helper [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 20:11:58.164583 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.v2.resource_helper [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 20:11:58.164913 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.quota.resource_registry [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Creating instance of TrackedResource for resource:router Mar 29 20:11:58.165247 dv-cinder-784815-3-iscsi neutron-server[103709]: WARNING neutron.quota.resource_registry [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] router is already registered Mar 29 20:11:58.165679 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.quota.resource_registry [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Creating instance of TrackedResource for resource:floatingip Mar 29 20:11:58.166009 dv-cinder-784815-3-iscsi neutron-server[103709]: WARNING neutron.quota.resource_registry [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] floatingip is already registered Mar 29 20:11:58.166453 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.v2.resource_helper [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Service METERING assigned prefix: /metering {{(pid=103709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 20:11:58.167100 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.quota.resource_registry [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Creating instance of CountableResource for resource:rbac_policy Mar 29 20:11:58.167419 dv-cinder-784815-3-iscsi neutron-server[103709]: WARNING neutron.quota.resource_registry [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] rbac_policy is already registered Mar 29 20:11:58.167822 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.quota.resource_registry [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Creating instance of TrackedResource for resource:security_group Mar 29 20:11:58.168152 dv-cinder-784815-3-iscsi neutron-server[103709]: WARNING neutron.quota.resource_registry [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] security_group is already registered Mar 29 20:11:58.168544 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.quota.resource_registry [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 29 20:11:58.168910 dv-cinder-784815-3-iscsi neutron-server[103709]: WARNING neutron.quota.resource_registry [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] security_group_rule is already registered Mar 29 20:11:58.169551 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.v2.resource_helper [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Service CORE assigned prefix: {{(pid=103709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 20:11:58.169872 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.quota.resource_registry [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 20:11:58.170200 dv-cinder-784815-3-iscsi neutron-server[103709]: WARNING neutron.quota.resource_registry [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] subnetpool is already registered Mar 29 20:11:58.170609 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.v2.resource_helper [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Service CORE assigned prefix: {{(pid=103709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 20:11:58.170927 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.quota.resource_registry [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 20:11:58.171249 dv-cinder-784815-3-iscsi neutron-server[103709]: WARNING neutron.quota.resource_registry [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] subnetpool is already registered Mar 29 20:11:58.171703 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: extensions {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.173160 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: address-groups {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.174666 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: address-scopes {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.175971 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: agents {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.179616 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: auto-allocated-topology {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.179616 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: availability_zones {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.179616 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: dhcp-networks {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.181110 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: dhcp-agents {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.182536 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: routers {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.184711 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: flavors {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.185915 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: service_profiles {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.187272 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: next_providers {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.188682 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: service_profiles {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.191140 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: floatingip-pools {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.192346 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: routers {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.195112 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: floatingips {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.196795 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: l3-routers {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.198256 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: l3-agents {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.199635 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: metering-labels {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.200980 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: metering-label-rules {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.202257 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: network-ip-availabilities {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.203520 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: bindings {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.205153 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: quotas {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.206731 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: quotas {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.208250 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: rbac-policies {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.210097 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: security-groups {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.211475 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: security-group-rules {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.212701 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: service-providers {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.213931 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: subnetpools {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.215386 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: subnetpools {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.216822 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: tags {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.218531 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: tags {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.220312 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: tags {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.222115 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: tags {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.223898 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: tags {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.225895 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: tags {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.227549 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: tags {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.229436 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: tags {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.231202 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: tags {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.233035 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron.api.extensions [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Extended resource: tags {{(pid=103709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:11:58.238946 dv-cinder-784815-3-iscsi neutron-server[103709]: WARNING keystonemiddleware.auth_token [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 29 20:11:58.244013 dv-cinder-784815-3-iscsi neutron-server[103709]: WARNING keystonemiddleware.auth_token [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 29 20:11:58.252524 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_concurrency.lockutils [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Acquired lock "singleton_lock" {{(pid=103709) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 29 20:11:58.252997 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_concurrency.lockutils [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Releasing lock "singleton_lock" {{(pid=103709) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 29 20:11:58.253671 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO oslo_service.service [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Starting 2 workers Mar 29 20:11:58.259104 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Started child 103820 {{(pid=103709) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 20:11:58.263651 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Started child 103821 {{(pid=103709) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 20:11:58.264586 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:11:58.265241 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO neutron.service [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 29 20:11:58.265894 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:11:58.266200 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [-] (103820) wsgi starting up on http://0.0.0.0:9696 Mar 29 20:11:58.268356 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:11:58.268781 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO oslo_service.service [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Starting 1 workers Mar 29 20:11:58.270019 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [-] (103821) wsgi starting up on http://0.0.0.0:9696 Mar 29 20:11:58.274273 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Started child 103822 {{(pid=103709) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 20:11:58.274873 dv-cinder-784815-3-iscsi neutron-server[103709]: INFO oslo_service.service [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Starting 1 workers Mar 29 20:11:58.278287 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.service [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] calling RpcWorker wait() {{(pid=103822) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 29 20:11:58.278849 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.service [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] returning from RpcWorker wait() {{(pid=103822) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 29 20:11:58.279564 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Started child 103823 {{(pid=103709) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 20:11:58.280067 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:11:58.280365 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5cc10cb-b04c-427b-bf22-d042fc618735 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:11:58.280557 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:11:58.282480 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103709) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 29 20:11:58.282654 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 20:11:58.282841 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 20:11:58.283067 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 20:11:58.283426 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 20:11:58.283589 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 20:11:58.284096 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.284374 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.284660 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.284918 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.285210 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.285499 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:11:58.285972 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.286110 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.286322 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.286595 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.286824 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.286990 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.287155 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.287421 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.287754 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.288557 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.288717 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.289019 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.289321 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.289504 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.289782 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.290077 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.290307 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.290588 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] debug = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.290828 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.291289 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.291533 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.291781 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.292014 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.292292 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.292522 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.292816 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.293033 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.293322 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.293630 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.293886 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.294118 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.294336 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.294593 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.294828 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.295096 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.295356 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.295766 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] host = dv-cinder-784815-3-iscsi {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.296013 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.296277 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.296528 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.296773 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.297030 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.297259 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.297531 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.297797 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.298042 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.298286 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.300182 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.300182 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.300182 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.300182 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] log_file = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.300182 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] log_options = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.300182 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.300182 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.300182 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.301378 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.301378 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.301378 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.301378 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.301378 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.301378 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.301378 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.302375 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.302375 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.302375 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.302375 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.302887 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.302887 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.303149 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.303283 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.303515 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.304323 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.304323 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.304323 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.304738 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.304738 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.305001 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.305377 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.305377 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.305656 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.305934 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.306471 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.306988 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.307126 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.307367 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.307622 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.307899 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.308136 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.308364 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.308507 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:11:58.308658 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.308837 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.309060 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.309314 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.309567 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.309784 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.310034 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.310247 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.310481 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.310694 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] use_json = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.310923 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.311153 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.311400 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.311613 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.311824 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.312037 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.312268 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.312534 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.312722 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.313427 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.313752 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.314072 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.314331 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.314566 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.314804 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.315050 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.315288 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.315523 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.315749 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.316047 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.316294 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.316596 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.317018 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.317315 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.317946 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.317946 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.318182 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.318424 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.318641 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.319406 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.319687 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.320020 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.320246 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.320480 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.320732 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.320975 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.321256 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.324800 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.324800 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.324800 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.324800 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.324800 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.324800 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.324800 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.324800 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.325443 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.325443 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.325443 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.325443 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.325443 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.325443 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.325825 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.325825 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.326042 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.326292 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.326512 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.326762 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.326996 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.327216 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.327426 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.327629 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.327874 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.328086 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.328328 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.328564 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.328834 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.329080 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.329315 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.329546 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.329757 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.329971 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.330216 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.330431 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.330658 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.330887 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.331117 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.331497 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.331654 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.331794 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.331962 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.332177 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.332390 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.332598 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.332806 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.333018 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.333246 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.333485 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.333711 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.333921 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.334130 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.334339 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.334606 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.335372 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.335621 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.335836 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.336047 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.336263 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.336490 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.336700 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.336907 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.337174 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.337516 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.337763 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.338012 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.338258 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.338502 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.338720 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.338961 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.339179 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.339396 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.339605 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.339847 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.340099 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.340328 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.340591 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.340806 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.341040 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.341254 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.346332 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.346332 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.346332 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.346332 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.346332 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.346332 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.346332 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.346332 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.346963 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.346963 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.346963 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.346963 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.346963 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.346963 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.346963 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.346963 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.347502 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.347502 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.347502 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.347502 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.347502 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.347502 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.347502 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.347502 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.348131 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.348131 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.348131 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.348131 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.348420 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.348507 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.348939 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.349095 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.349326 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.350883 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.350883 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.350883 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.350883 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.350883 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.351525 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.351525 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.351525 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.351810 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.351899 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.352790 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.352790 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.352790 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.352790 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.353325 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.353325 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.353480 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.353812 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.353968 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.354065 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.354269 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.354484 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.354715 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.355562 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.355562 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.355562 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.355562 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.355982 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.356108 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.356230 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.356417 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.356627 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.356874 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.357087 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.357366 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.357628 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.357831 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.358036 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.358266 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.358484 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.358695 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.358939 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.359155 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.359365 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.359573 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.359792 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.360001 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.360229 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.360452 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.360678 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.360926 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.361182 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.361518 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.361757 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.361984 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.362223 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.362466 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.362679 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.362894 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.363106 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.363572 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.363572 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.363828 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.363967 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.364181 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.364390 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.364624 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.364858 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.365092 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.366246 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.366246 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.366246 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.366246 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.366816 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.366816 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.366979 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.367057 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.367261 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.367470 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.367701 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.367910 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.368191 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.368573 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.368703 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.368924 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.369138 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.369413 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.369642 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.369851 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.370060 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.370284 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.370493 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.370721 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.370962 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.371171 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.371378 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.371596 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.371808 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.372014 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.372235 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.372535 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.372671 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.372840 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.373052 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.373281 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.373553 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.373765 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.373993 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.374213 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.374432 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.374643 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.374862 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.375074 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.375285 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.375504 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.375717 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.375925 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.376218 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.376484 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.376703 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.377006 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.377227 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.377498 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.377738 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.378038 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.378250 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.378482 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.378713 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.378931 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.379146 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.379406 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.379721 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.380011 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.380240 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.380488 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.380746 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.381012 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.381275 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.382119 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.382596 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.382741 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.383029 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.383285 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.383541 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.383785 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.384023 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.384235 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.384448 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.384660 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.384892 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.385153 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.385403 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.385654 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.385878 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.386114 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.386425 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.386562 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.386805 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.387032 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.387392 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.387392 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 20:11:58.387991 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103709) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 29 20:11:58.388142 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 20:11:58.388280 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 20:11:58.388406 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 20:11:58.388528 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 20:11:58.388677 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 20:11:58.388880 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.389037 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.389193 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.389373 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.389518 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.389696 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.389853 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.390007 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.390163 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.390318 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.390472 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.390627 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.390781 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.390936 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.391092 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.391250 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.391406 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.391621 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.391744 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.391851 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.392011 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.392162 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.392309 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] debug = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.392461 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.392662 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.392823 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.392977 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.393132 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.393284 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.393459 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.402941 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.402941 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.402941 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.402941 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.402941 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.402941 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.402941 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.402941 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.403715 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.403715 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.403715 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.403715 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] host = dv-cinder-784815-3-iscsi {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.403715 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.403715 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.403715 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.403715 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.404446 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.404446 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.404446 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.404446 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.404446 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.404446 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.404446 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.404446 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.405048 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.405048 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] log_file = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.405048 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] log_options = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.405048 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.405048 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.405048 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.405048 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.405048 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.405657 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.405657 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.405657 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.405657 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.405657 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.405657 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.405657 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.405657 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.406401 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.406401 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.406401 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.406401 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.406401 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.406401 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.406401 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.406401 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.407023 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.407023 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.407023 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.407023 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.407023 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.407023 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.407023 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.407023 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.407023 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.407614 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.407614 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.407614 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.407614 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.407614 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.407614 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.407614 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.407614 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.408212 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.408212 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.408212 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.408212 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.408212 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.408212 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.408212 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.408212 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.408797 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] use_json = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.408797 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.408797 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.408797 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.408797 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.408797 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.408797 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.408797 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.409352 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.409352 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:11:58.409352 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.409352 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.409352 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.409352 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.409352 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.409352 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.409889 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.409889 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.409889 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.409889 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.409889 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.410279 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:11:58.410407 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.410407 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.410407 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.410407 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.410407 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.410407 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.410407 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.410407 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.411201 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.411201 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.411201 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.411201 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.411201 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.411201 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.411201 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.411201 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.412004 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.412004 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.412004 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.412004 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.412004 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.412004 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.412004 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.412004 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.413439 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.413439 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.413439 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.413439 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.413439 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.413439 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.413439 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.413439 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.413439 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.414213 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.414213 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.414213 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.414213 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.414213 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.414213 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.414213 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.414213 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.414213 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.414974 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.414974 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.414974 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.414974 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.415365 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.415365 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.415365 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.415664 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.415664 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.415856 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.415979 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.416163 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.416290 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.416372 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.416490 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.416661 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.416819 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.416975 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.417132 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.417304 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.417495 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.417653 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.417812 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.417969 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.418127 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.418284 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.418440 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.418597 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.418753 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.418910 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.419067 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.419224 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.419381 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.419539 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.419695 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.419851 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.420008 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.420164 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.420329 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.420532 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.420671 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.420821 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.421002 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.421141 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.421276 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.421457 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.421592 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.421751 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.421908 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.422065 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.422223 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.422398 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.422540 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.422697 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.422853 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.423010 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.423166 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.423323 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.423484 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.423663 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.423779 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.423941 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.424094 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.424249 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.424408 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.424558 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.424727 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.424892 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.425041 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.425194 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.425386 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.425554 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.425713 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.425870 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.426028 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.426188 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.426350 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.426506 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.426650 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.426807 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.426962 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.427120 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.427289 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.427448 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.427604 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.427760 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.427939 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.428096 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.428318 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.428667 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.428836 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.428995 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.429152 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.429360 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.429488 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.429645 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.429802 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.429960 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.430117 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.430273 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.430429 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.430587 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.430744 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.430901 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.431059 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.431217 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.431375 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.431532 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.431689 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.431846 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.432003 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.432160 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.432316 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.432474 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.432632 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.432789 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.432947 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.433105 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.433261 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.433440 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.433597 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.433753 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.433910 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.434069 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.434227 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.434385 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.434543 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.434701 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.434858 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.435016 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.435175 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.435334 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.435492 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.435649 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.435809 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.437557 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.438260 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.438638 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.438828 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.439015 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.439263 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.443085 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.443200 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 40774) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:11:58.443345 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.443345 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.443345 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.443345 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.443345 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.443345 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.443345 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.443345 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.443345 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.444390 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.444390 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.444390 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.444390 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.444390 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.444390 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.444390 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.444390 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.444837 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.444837 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.444837 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.444837 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.444837 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.444837 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.444837 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.444837 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.444837 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.445350 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.445350 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.445350 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.445350 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.445350 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.446158 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.448545 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.448933 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070961 Mar 29 20:11:58.449152 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.450740 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.451073 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.451256 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.451432 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.451606 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.451785 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.451955 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.452124 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.452752 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.452947 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.453092 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.453251 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.453869 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.454073 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.454218 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.454970 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.454970 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.454970 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.454970 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.455323 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.455323 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.455323 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.455531 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.455609 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.455741 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.455907 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.456066 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.456225 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.456381 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.456540 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.456711 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.456875 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.457031 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.457197 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.457396 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.457550 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.457709 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.457876 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.458059 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.458216 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.458360 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.458501 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.458662 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.458819 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.458982 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.459150 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.459313 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.462471 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.462471 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.462471 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.462471 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.462471 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.462471 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.462471 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.462471 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.462947 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.462947 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.462947 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.462947 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.462947 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.462947 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.462947 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.462947 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.462947 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.463441 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.463441 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.463441 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.463441 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.463441 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.463710 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.463710 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.463837 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.464100 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:11:58.464100 dv-cinder-784815-3-iscsi neutron-server[103709]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 20:12:10.128905 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5287312b-fd00-4deb-b15a-92e70569d3d5 None None] get_active_networks_info from dv-cinder-784815-3-iscsi {{(pid=103822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 29 20:12:10.195560 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5287312b-fd00-4deb-b15a-92e70569d3d5 None None] No non-hosted networks {{(pid=103822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 29 20:12:10.238091 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.agentschedulers_db [None req-5287312b-fd00-4deb-b15a-92e70569d3d5 None None] DHCP Agent not found on host dv-cinder-784815-3-iscsi {{(pid=103822) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 29 20:12:10.347947 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-372db55e-e77a-4727-a616-03fbf2923aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548068'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:12.286645 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-c6f62531-0eaf-4b4b-8b0b-9da44ef5108a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548068'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:12.334835 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.db.api [None req-1a3e4167-becd-416d-97aa-1b69b970f000 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-784815-3-iscsi {{(pid=103822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 20:12:12.335715 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG oslo_db.api [None req-1a3e4167-becd-416d-97aa-1b69b970f000 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 20:12:12.920125 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-1a3e4167-becd-416d-97aa-1b69b970f000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:13.158183 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 40838) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:12:13.667691 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548068'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:13.839370 dv-cinder-784815-3-iscsi neutron-server[103820]: WARNING oslo_policy.policy [None req-503b363f-5a6c-4932-af5e-d7909d076568 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 20:12:13.839974 dv-cinder-784815-3-iscsi neutron-server[103820]: WARNING oslo_policy.policy [None req-503b363f-5a6c-4932-af5e-d7909d076568 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 20:12:14.065988 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [None req-503b363f-5a6c-4932-af5e-d7909d076568 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103820) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 20:12:14.068904 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-503b363f-5a6c-4932-af5e-d7909d076568 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9083502 Mar 29 20:12:14.730372 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548068'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:16.397752 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548068'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:16.397752 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:16.397752 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:16.401739 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:16.401739 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:16.401739 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:16.401739 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:16.401739 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:16.402130 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:16.402130 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:16.402130 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:16.402130 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:16.402535 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:16.402990 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:16.403584 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:16.404011 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:16.404537 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784815-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:12:16.410704 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784815-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:12:16.632541 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 40872) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:12:16.951922 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-03cf8440-9482-4941-92ab-57095a7f3a9a admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:12:17.044027 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.policy [None req-03cf8440-9482-4941-92ab-57095a7f3a9a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103820) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 29 20:12:17.102883 dv-cinder-784815-3-iscsi neutron-server[103820]: WARNING oslo_policy.policy [None req-03cf8440-9482-4941-92ab-57095a7f3a9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 20:12:17.103182 dv-cinder-784815-3-iscsi neutron-server[103820]: WARNING oslo_policy.policy [None req-03cf8440-9482-4941-92ab-57095a7f3a9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 20:12:17.254446 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-03cf8440-9482-4941-92ab-57095a7f3a9a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738049092958', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738049093377', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738049043668', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738049052739', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738049060256', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738048859640', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3148698', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3202188', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-684057', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-696175'] for rbac-policy (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:17.445270 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-03cf8440-9482-4941-92ab-57095a7f3a9a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:17.456577 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-03cf8440-9482-4941-92ab-57095a7f3a9a admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8129392 Mar 29 20:12:20.031595 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 40884) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:12:20.297053 dv-cinder-784815-3-iscsi neutron-server[103822]: INFO neutron.db.l3_hamode_db [None req-e27fa340-3331-435d-9e17-b87fe58e5b0f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 29 20:12:20.367604 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:12:20.379773 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27fa340-3331-435d-9e17-b87fe58e5b0f None None] Routers set() bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:12:20.380459 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27fa340-3331-435d-9e17-b87fe58e5b0f None None] Router IDs set() for agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 29 20:12:20.461044 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] Made reservation on behalf of fec2338df2a64a9a9b5d8a9b527bbf26 for: {'network': 1} {{(pid=103820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:12:20.464910 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for network (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:20.482165 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:20.587954 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] Publish callbacks [] for security_group (ff0879e1-cfc2-42eb-9df1-f8a3653bddf6), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:20.661113 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (ff0879e1-cfc2-42eb-9df1-f8a3653bddf6), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:20.686410 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=103820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 20:12:20.722330 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738049908273', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (771dcbcb-6196-4bd2-863f-b08eaad78909), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:20.722931 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] Unsubscribe: segment precommit_create {{(pid=103820) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 29 20:12:20.723426 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.db.segments_db [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] Added segment 771dcbcb-6196-4bd2-863f-b08eaad78909 of type vlan for network 59de545c-9be8-4bf4-9d03-27eaa144f1f7 Mar 29 20:12:20.739965 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0879e1-cfc2-42eb-9df1-f8a3653bddf6,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:12:20.792997 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:20.793356 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:20.793709 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:20.794052 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:20.794379 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:20.794699 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:20.795013 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:20.795324 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:20.795636 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:20.795946 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:20.796257 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:20.796581 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:20.796893 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:20.797201 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:20.797529 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] Tracked resource versions report: Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: pushed versions: Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: { 'AddressGroup': {'1.2'}, Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: 'Agent': {'1.1'}, Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: 'ConntrackHelper': {'1.0'}, Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: 'LocalIPAssociation': {'1.0'}, Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: 'Log': {'1.0'}, Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: 'NDPProxy': {'1.0'}, Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: 'Network': {'1.1'}, Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: 'Port': {'1.7'}, Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: 'PortForwarding': {'1.3'}, Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: 'QosPolicy': {'1.10'}, Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: 'SecurityGroup': {'1.5'}, Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: 'SecurityGroupRule': {'1.2'}, Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: 'SubPort': {'1.0'}, Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: 'Subnet': {'1.1'}, Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: 'Trunk': {'1.1'}} Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: consumer versions: Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: { DHCP agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: L3 agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: Metadata agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: Metering agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: Open vSwitch agent@dv-cinder-784815-3-iscsi: { 'AddressGroup': '1.2', Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: 'Agent': '1.1', Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: 'ConntrackHelper': '1.0', Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: 'LocalIPAssociation': '1.0', Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: 'Log': '1.0', Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: 'NDPProxy': '1.0', Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: 'Network': '1.1', Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: 'Port': '1.7', Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: 'PortForwarding': '1.3', Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: 'QosPolicy': '1.10', Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: 'SecurityGroup': '1.5', Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: 'SecurityGroupRule': '1.2', Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: 'SubPort': '1.0', Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: 'Subnet': '1.1', Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: 'Trunk': '1.1'}} Mar 29 20:12:20.798876 dv-cinder-784815-3-iscsi neutron-server[103820]: {{(pid=103820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 20:12:20.832123 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738049548858'] for network (59de545c-9be8-4bf4-9d03-27eaa144f1f7), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:20.939164 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for network (59de545c-9be8-4bf4-9d03-27eaa144f1f7), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:20.944778 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:12:20.945546 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:21.057606 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] Pushing event updated for resources: {'Network': ['ID=59de545c-9be8-4bf4-9d03-27eaa144f1f7,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:12:21.069710 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Network 59de545c-9be8-4bf4-9d03-27eaa144f1f7 details requested by agent ovs-agent-dv-cinder-784815-3-iscsi with host dv-cinder-784815-3-iscsi {{(pid=103822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 20:12:21.107649 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-68c16b14-d17e-4184-bb62-ca523c669a02 demo demo] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0748408 Mar 29 20:12:23.662329 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 40896) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:12:24.154299 dv-cinder-784815-3-iscsi neutron-server[103821]: WARNING oslo_policy.policy [None req-37ce8d36-5aca-48bf-819e-96427ed27149 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 20:12:24.154874 dv-cinder-784815-3-iscsi neutron-server[103821]: WARNING oslo_policy.policy [None req-37ce8d36-5aca-48bf-819e-96427ed27149 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 20:12:24.612077 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.policy [None req-37ce8d36-5aca-48bf-819e-96427ed27149 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103821) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 29 20:12:24.657121 dv-cinder-784815-3-iscsi neutron-server[103821]: WARNING oslo_policy.policy [None req-37ce8d36-5aca-48bf-819e-96427ed27149 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 20:12:24.657519 dv-cinder-784815-3-iscsi neutron-server[103821]: WARNING oslo_policy.policy [None req-37ce8d36-5aca-48bf-819e-96427ed27149 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 20:12:24.665894 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ce8d36-5aca-48bf-819e-96427ed27149 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:12:24.667748 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-37ce8d36-5aca-48bf-819e-96427ed27149 demo admin] 10.222.0.43 "GET /v2.0/networks/59de545c-9be8-4bf4-9d03-27eaa144f1f7 HTTP/1.1" status: 200 len: 825 time: 1.0034549 Mar 29 20:12:24.706456 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-94981efb-2adb-4338-99ca-7b1b64b6d79b demo admin] 10.222.0.43 "GET /v2.0/subnetpools/e5a6fdcd-85f6-4bb7-bab6-4a76cee86df7 HTTP/1.1" status: 200 len: 734 time: 0.0331910 Mar 29 20:12:24.715689 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-8b8d5f2e-e804-48af-8307-b43a3265a7e3 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e5a6fdcd-85f6-4bb7-bab6-4a76cee86df7', 'network_id': '59de545c-9be8-4bf4-9d03-27eaa144f1f7', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:12:24.815156 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8d5f2e-e804-48af-8307-b43a3265a7e3 demo admin] Made reservation on behalf of fec2338df2a64a9a9b5d8a9b527bbf26 for: {'subnet': 1} {{(pid=103821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:12:24.819049 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-8b8d5f2e-e804-48af-8307-b43a3265a7e3 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:25.152486 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-8b8d5f2e-e804-48af-8307-b43a3265a7e3 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for subnet (b310fe07-b903-4d0e-85ae-451427fc7127), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:25.220450 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8d5f2e-e804-48af-8307-b43a3265a7e3 demo admin] Checking segment: {'id': '771dcbcb-6196-4bd2-863f-b08eaad78909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '59de545c-9be8-4bf4-9d03-27eaa144f1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:12:25.220771 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8d5f2e-e804-48af-8307-b43a3265a7e3 demo admin] Network hostable DHCP agents. Network: 59de545c-9be8-4bf4-9d03-27eaa144f1f7, hostable agents: ['fbd11a15-72c3-4df4-9a60-af3fb4eb1f23'], hosted agents: [] {{(pid=103821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 20:12:25.234273 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d5f2e-e804-48af-8307-b43a3265a7e3 demo admin] Pushing event updated for resources: {'Subnet': ['ID=b310fe07-b903-4d0e-85ae-451427fc7127,revision_number=0']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:12:25.247186 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8d5f2e-e804-48af-8307-b43a3265a7e3 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:25.247529 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8d5f2e-e804-48af-8307-b43a3265a7e3 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:25.247880 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8d5f2e-e804-48af-8307-b43a3265a7e3 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:25.248229 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8d5f2e-e804-48af-8307-b43a3265a7e3 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:25.248557 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8d5f2e-e804-48af-8307-b43a3265a7e3 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:25.248877 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8d5f2e-e804-48af-8307-b43a3265a7e3 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:25.249196 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8d5f2e-e804-48af-8307-b43a3265a7e3 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:25.249543 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8d5f2e-e804-48af-8307-b43a3265a7e3 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:25.249875 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8d5f2e-e804-48af-8307-b43a3265a7e3 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:25.250196 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8d5f2e-e804-48af-8307-b43a3265a7e3 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:25.250516 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8d5f2e-e804-48af-8307-b43a3265a7e3 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:25.250845 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8d5f2e-e804-48af-8307-b43a3265a7e3 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:25.251163 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8d5f2e-e804-48af-8307-b43a3265a7e3 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:25.251476 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8d5f2e-e804-48af-8307-b43a3265a7e3 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:25.251786 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8d5f2e-e804-48af-8307-b43a3265a7e3 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8d5f2e-e804-48af-8307-b43a3265a7e3 demo admin] Tracked resource versions report: Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: pushed versions: Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: { 'AddressGroup': {'1.2'}, Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: 'Agent': {'1.1'}, Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: 'ConntrackHelper': {'1.0'}, Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: 'LocalIPAssociation': {'1.0'}, Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: 'Log': {'1.0'}, Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: 'NDPProxy': {'1.0'}, Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: 'Network': {'1.1'}, Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: 'Port': {'1.7'}, Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: 'PortForwarding': {'1.3'}, Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: 'QosPolicy': {'1.10'}, Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: 'SecurityGroup': {'1.5'}, Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: 'SecurityGroupRule': {'1.2'}, Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: 'SubPort': {'1.0'}, Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: 'Subnet': {'1.1'}, Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: 'Trunk': {'1.1'}} Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: consumer versions: Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: { DHCP agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: L3 agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: Metadata agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: Metering agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: Open vSwitch agent@dv-cinder-784815-3-iscsi: { 'AddressGroup': '1.2', Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: 'Agent': '1.1', Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: 'ConntrackHelper': '1.0', Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: 'LocalIPAssociation': '1.0', Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: 'Log': '1.0', Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: 'NDPProxy': '1.0', Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: 'Network': '1.1', Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: 'Port': '1.7', Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: 'PortForwarding': '1.3', Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: 'QosPolicy': '1.10', Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: 'SecurityGroup': '1.5', Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: 'SecurityGroupRule': '1.2', Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: 'SubPort': '1.0', Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: 'Subnet': '1.1', Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: 'Trunk': '1.1'}} Mar 29 20:12:25.253115 dv-cinder-784815-3-iscsi neutron-server[103821]: {{(pid=103821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 20:12:25.333723 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8d5f2e-e804-48af-8307-b43a3265a7e3 demo admin] Network 59de545c-9be8-4bf4-9d03-27eaa144f1f7 is scheduled to be hosted by DHCP agent fbd11a15-72c3-4df4-9a60-af3fb4eb1f23 with binding_index 1 {{(pid=103821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 20:12:25.420821 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [None req-8b8d5f2e-e804-48af-8307-b43a3265a7e3 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-3-iscsi, 59de545c-9be8-4bf4-9d03-27eaa144f1f7) {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:12:25.425413 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8d5f2e-e804-48af-8307-b43a3265a7e3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:12:25.426035 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-8b8d5f2e-e804-48af-8307-b43a3265a7e3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for subnet (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:25.431352 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3502f64e-2521-4f32-b25d-543f753169b4 None None] Network 59de545c-9be8-4bf4-9d03-27eaa144f1f7 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:12:25.532436 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-8b8d5f2e-e804-48af-8307-b43a3265a7e3 demo admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8200641 Mar 29 20:12:25.693590 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bbac15f-45b0-565a-a02d-41b9043018c6-59de545c-9be8-4bf4-9d03-27eaa144f1f7', 'network_id': '59de545c-9be8-4bf4-9d03-27eaa144f1f7', 'project_id': 'fec2338df2a64a9a9b5d8a9b527bbf26', 'fixed_ips': [{'subnet_id': 'b310fe07-b903-4d0e-85ae-451427fc7127'}]}} from dv-cinder-784815-3-iscsi. {{(pid=103822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 20:12:25.694975 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:25.983123 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.db_base_plugin_common [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Allocated IP 172.20.0.2 (59de545c-9be8-4bf4-9d03-27eaa144f1f7/b310fe07-b903-4d0e-85ae-451427fc7127/02ddb83f-55cf-42ca-83eb-25111e0dd3f8) {{(pid=103822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:12:26.251066 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Publish callbacks [] for port (02ddb83f-55cf-42ca-83eb-25111e0dd3f8), precommit_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:26.318983 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270'] for port (02ddb83f-55cf-42ca-83eb-25111e0dd3f8), after_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:26.391283 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Network 59de545c-9be8-4bf4-9d03-27eaa144f1f7 is already hosted by enough agents. {{(pid=103822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:12:26.397471 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.scheduler.base_scheduler [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Resources bound (agent type, host, resource id): {{(pid=103822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:12:26.411212 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Received port after_create {{(pid=103822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:12:26.414346 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Pushing event updated for resources: {'Port': ['ID=02ddb83f-55cf-42ca-83eb-25111e0dd3f8,revision_number=1']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:12:26.445375 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:26.446050 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:26.446050 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:26.446677 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:26.447013 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:26.447342 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:26.447667 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:26.447989 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:26.448315 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:26.448640 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:26.448962 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:26.449321 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:26.449643 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:26.449962 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:26.450278 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Tracked resource versions report: Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: pushed versions: Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: { 'AddressGroup': {'1.2'}, Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: 'Agent': {'1.1'}, Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: 'ConntrackHelper': {'1.0'}, Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: 'LocalIPAssociation': {'1.0'}, Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: 'Log': {'1.0'}, Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: 'NDPProxy': {'1.0'}, Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: 'Network': {'1.1'}, Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: 'Port': {'1.7'}, Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: 'PortForwarding': {'1.3'}, Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: 'QosPolicy': {'1.10'}, Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: 'SecurityGroup': {'1.5'}, Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: 'SecurityGroupRule': {'1.2'}, Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: 'SubPort': {'1.0'}, Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: 'Subnet': {'1.1'}, Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: 'Trunk': {'1.1'}} Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: consumer versions: Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: { DHCP agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: L3 agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: Metadata agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: Metering agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: Open vSwitch agent@dv-cinder-784815-3-iscsi: { 'AddressGroup': '1.2', Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: 'Agent': '1.1', Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: 'ConntrackHelper': '1.0', Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: 'LocalIPAssociation': '1.0', Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: 'Log': '1.0', Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: 'NDPProxy': '1.0', Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: 'Network': '1.1', Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: 'Port': '1.7', Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: 'PortForwarding': '1.3', Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: 'QosPolicy': '1.10', Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: 'SecurityGroup': '1.5', Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: 'SecurityGroupRule': '1.2', Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: 'SubPort': '1.0', Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: 'Subnet': '1.1', Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: 'Trunk': '1.1'}} Mar 29 20:12:26.451694 dv-cinder-784815-3-iscsi neutron-server[103822]: {{(pid=103822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 20:12:26.502053 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Attempting to bind port 02ddb83f-55cf-42ca-83eb-25111e0dd3f8 on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:12:26.502389 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Attempting to bind port 02ddb83f-55cf-42ca-83eb-25111e0dd3f8 by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': '771dcbcb-6196-4bd2-863f-b08eaad78909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '59de545c-9be8-4bf4-9d03-27eaa144f1f7'}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:12:26.502804 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Attempting to bind port 02ddb83f-55cf-42ca-83eb-25111e0dd3f8 on network 59de545c-9be8-4bf4-9d03-27eaa144f1f7 {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:12:26.508621 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:12:26.508990 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Checking segment: {'id': '771dcbcb-6196-4bd2-863f-b08eaad78909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '59de545c-9be8-4bf4-9d03-27eaa144f1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:12:26.509487 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:26.509877 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Bound using segment: {'id': '771dcbcb-6196-4bd2-863f-b08eaad78909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '59de545c-9be8-4bf4-9d03-27eaa144f1f7'} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:12:26.510381 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Bound port: 02ddb83f-55cf-42ca-83eb-25111e0dd3f8, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771dcbcb-6196-4bd2-863f-b08eaad78909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '59de545c-9be8-4bf4-9d03-27eaa144f1f7'}}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:12:26.510783 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (02ddb83f-55cf-42ca-83eb-25111e0dd3f8), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:26.704662 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] For port 02ddb83f-55cf-42ca-83eb-25111e0dd3f8, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:12:26.709443 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] For port 02ddb83f-55cf-42ca-83eb-25111e0dd3f8, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=02ddb83f-55cf-42ca-83eb-25111e0dd3f8,segment=NetworkSegment(771dcbcb-6196-4bd2-863f-b08eaad78909),segment_id=771dcbcb-6196-4bd2-863f-b08eaad78909)] {{(pid=103822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:12:26.798897 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (02ddb83f-55cf-42ca-83eb-25111e0dd3f8), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:26.860730 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3989b8-b9a1-4c94-81cd-2907fd069b51 None None] Pushing event updated for resources: {'Port': ['ID=02ddb83f-55cf-42ca-83eb-25111e0dd3f8,revision_number=2']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:12:28.085546 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 40916) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:12:28.399055 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [None req-c8f0e819-8c88-46ed-a4d8-5515bbe83acc admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103821) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 20:12:28.400043 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-c8f0e819-8c88-46ed-a4d8-5515bbe83acc admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3134878 Mar 29 20:12:31.010010 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 40924) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:12:31.329213 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [None req-44e18aa1-a65f-4722-ac3c-e217cde814ea admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103820) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 20:12:31.330214 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-44e18aa1-a65f-4722-ac3c-e217cde814ea admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3192194 Mar 29 20:12:33.851090 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 40932) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:12:34.185559 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-673f57c1-d7df-495c-b30e-d06de01ef987 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:12:34.260851 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-673f57c1-d7df-495c-b30e-d06de01ef987 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router (831bb9e8-f974-45c9-acff-031da0d47e0e), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:34.262514 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-673f57c1-d7df-495c-b30e-d06de01ef987 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-432'] for router (831bb9e8-f974-45c9-acff-031da0d47e0e), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:34.402919 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-673f57c1-d7df-495c-b30e-d06de01ef987 demo demo] Publish callbacks [] for router_controller (831bb9e8-f974-45c9-acff-031da0d47e0e), precommit_add_association {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:34.456028 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-673f57c1-d7df-495c-b30e-d06de01ef987 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540959'] for router (831bb9e8-f974-45c9-acff-031da0d47e0e), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:34.542906 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-673f57c1-d7df-495c-b30e-d06de01ef987 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:34.544084 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-673f57c1-d7df-495c-b30e-d06de01ef987 demo demo] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6920121 Mar 29 20:12:37.115936 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 02ddb83f-55cf-42ca-83eb-25111e0dd3f8 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:12:37.172323 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 40944) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:12:37.208250 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 02ddb83f-55cf-42ca-83eb-25111e0dd3f8 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:12:37.208670 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (02ddb83f-55cf-42ca-83eb-25111e0dd3f8), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:37.321977 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 02ddb83f-55cf-42ca-83eb-25111e0dd3f8 is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:12:37.322358 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (02ddb83f-55cf-42ca-83eb-25111e0dd3f8), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:37.357420 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] For port 02ddb83f-55cf-42ca-83eb-25111e0dd3f8, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=02ddb83f-55cf-42ca-83eb-25111e0dd3f8,segment=NetworkSegment(771dcbcb-6196-4bd2-863f-b08eaad78909),segment_id=771dcbcb-6196-4bd2-863f-b08eaad78909)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:12:37.454757 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (02ddb83f-55cf-42ca-83eb-25111e0dd3f8), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:37.502958 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Pushing event updated for resources: {'Port': ['ID=02ddb83f-55cf-42ca-83eb-25111e0dd3f8,revision_number=3']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:12:37.516359 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [None req-96ccdc28-b7b6-4d46-957a-1e36bfabad4a admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103820) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 20:12:37.520858 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-96ccdc28-b7b6-4d46-957a-1e36bfabad4a admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3440492 Mar 29 20:12:38.268487 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e34cdc4-9f03-4d66-886d-8c86c2f40378 None None] Network 59de545c-9be8-4bf4-9d03-27eaa144f1f7 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:12:38.352816 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-bcc11ff7-e2d9-4777-9ad6-e62a405c5249 None None] Provisioning complete for port 02ddb83f-55cf-42ca-83eb-25111e0dd3f8 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:12:38.353203 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bcc11ff7-e2d9-4777-9ad6-e62a405c5249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (02ddb83f-55cf-42ca-83eb-25111e0dd3f8), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:38.474707 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-bcc11ff7-e2d9-4777-9ad6-e62a405c5249 None None] Current status of the port 02ddb83f-55cf-42ca-83eb-25111e0dd3f8 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:12:38.696721 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-566ff11c-147f-41b9-bd52-eb12aac44f13 None None] Provisioning complete for port 02ddb83f-55cf-42ca-83eb-25111e0dd3f8 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:12:38.697111 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-566ff11c-147f-41b9-bd52-eb12aac44f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (02ddb83f-55cf-42ca-83eb-25111e0dd3f8), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:38.775082 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-566ff11c-147f-41b9-bd52-eb12aac44f13 None None] Current status of the port 02ddb83f-55cf-42ca-83eb-25111e0dd3f8 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:12:39.090005 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 02ddb83f-55cf-42ca-83eb-25111e0dd3f8 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:12:39.136777 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 02ddb83f-55cf-42ca-83eb-25111e0dd3f8 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:12:39.137167 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (02ddb83f-55cf-42ca-83eb-25111e0dd3f8), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:39.211222 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 02ddb83f-55cf-42ca-83eb-25111e0dd3f8 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:12:40.042087 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 40952) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:12:40.146751 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-9b8b302d-6954-40e5-8423-f29f0a20be99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:40.357893 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-fec759b1-1797-465b-948e-416efcf73523 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:12:40.441422 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec759b1-1797-465b-948e-416efcf73523 admin admin] Made reservation on behalf of a15fd3ff4f1b47218a3a97159af6b6bb for: {'network': 1} {{(pid=103820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:12:40.443721 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fec759b1-1797-465b-948e-416efcf73523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for network (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:40.452200 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fec759b1-1797-465b-948e-416efcf73523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:40.522362 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fec759b1-1797-465b-948e-416efcf73523 admin admin] Publish callbacks [] for security_group (9c80cdfe-f13f-4763-b803-6c2b645e82ed), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:40.578318 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fec759b1-1797-465b-948e-416efcf73523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (9c80cdfe-f13f-4763-b803-6c2b645e82ed), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:40.593268 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fec759b1-1797-465b-948e-416efcf73523 admin admin] Reserving flat network on physical network physnet1 {{(pid=103820) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 29 20:12:40.611942 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec759b1-1797-465b-948e-416efcf73523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c80cdfe-f13f-4763-b803-6c2b645e82ed,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:12:40.616699 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fec759b1-1797-465b-948e-416efcf73523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (ee34289f-e20b-417d-b084-06407ec25b28), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:40.617035 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.db.segments_db [None req-fec759b1-1797-465b-948e-416efcf73523 admin admin] Added segment ee34289f-e20b-417d-b084-06407ec25b28 of type flat for network 921e7f1b-e183-4cfd-babe-1b51626667cb Mar 29 20:12:40.665240 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fec759b1-1797-465b-948e-416efcf73523 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738049548858'] for network (921e7f1b-e183-4cfd-babe-1b51626667cb), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:40.792164 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fec759b1-1797-465b-948e-416efcf73523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for network (921e7f1b-e183-4cfd-babe-1b51626667cb), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:40.795438 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec759b1-1797-465b-948e-416efcf73523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:12:40.795438 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fec759b1-1797-465b-948e-416efcf73523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:40.884094 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec759b1-1797-465b-948e-416efcf73523 admin admin] Pushing event updated for resources: {'Network': ['ID=921e7f1b-e183-4cfd-babe-1b51626667cb,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:12:40.894043 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Network 921e7f1b-e183-4cfd-babe-1b51626667cb details requested by agent ovs-agent-dv-cinder-784815-3-iscsi with host dv-cinder-784815-3-iscsi {{(pid=103822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 20:12:40.949125 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-fec759b1-1797-465b-948e-416efcf73523 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8886421 Mar 29 20:12:42.235740 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-e24a1e49-d011-4d80-9442-edd306f17be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:43.550270 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 40966) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:12:43.624548 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:43.868181 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14694338-4794-4eaa-993d-d4d66ff320fd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:12:43.869560 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-14694338-4794-4eaa-993d-d4d66ff320fd demo admin] 10.222.0.43 "GET /v2.0/subnets/b310fe07-b903-4d0e-85ae-451427fc7127 HTTP/1.1" status: 200 len: 849 time: 0.3183086 Mar 29 20:12:43.993702 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-eb88ad9c-9127-4cde-9d56-1f04ff4060ad demo admin] 10.222.0.43 "GET /v2.0/routers/831bb9e8-f974-45c9-acff-031da0d47e0e HTTP/1.1" status: 200 len: 704 time: 0.1183908 Mar 29 20:12:44.263510 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7d3099ef-b519-4a72-bba4-1403174b0c30 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:44.554108 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_common [None req-7d3099ef-b519-4a72-bba4-1403174b0c30 demo admin] Allocated IP 172.20.0.1 (59de545c-9be8-4bf4-9d03-27eaa144f1f7/b310fe07-b903-4d0e-85ae-451427fc7127/7a8e3958-20a8-44b6-8e51-21b825ad2c07) {{(pid=103820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:12:44.717116 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:44.740992 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7d3099ef-b519-4a72-bba4-1403174b0c30 demo admin] Publish callbacks [] for port (7a8e3958-20a8-44b6-8e51-21b825ad2c07), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:44.855115 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7d3099ef-b519-4a72-bba4-1403174b0c30 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270'] for port (7a8e3958-20a8-44b6-8e51-21b825ad2c07), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:44.978236 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3099ef-b519-4a72-bba4-1403174b0c30 demo admin] Network 59de545c-9be8-4bf4-9d03-27eaa144f1f7 is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:12:44.984033 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-7d3099ef-b519-4a72-bba4-1403174b0c30 demo admin] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:12:44.995523 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3099ef-b519-4a72-bba4-1403174b0c30 demo admin] Received port after_create {{(pid=103820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:12:44.996368 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7d3099ef-b519-4a72-bba4-1403174b0c30 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548808'] for router_interface (831bb9e8-f974-45c9-acff-031da0d47e0e), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:45.015736 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3099ef-b519-4a72-bba4-1403174b0c30 demo admin] Pushing event updated for resources: {'Port': ['ID=7a8e3958-20a8-44b6-8e51-21b825ad2c07,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:12:45.258437 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7d3099ef-b519-4a72-bba4-1403174b0c30 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (7a8e3958-20a8-44b6-8e51-21b825ad2c07), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:45.278459 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-b9cd7e89-a587-4078-9f4a-9fe3da2d5aa9 None None] Provisioning complete for port 7a8e3958-20a8-44b6-8e51-21b825ad2c07 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:12:45.278753 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-b9cd7e89-a587-4078-9f4a-9fe3da2d5aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (7a8e3958-20a8-44b6-8e51-21b825ad2c07), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:45.311613 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-b9cd7e89-a587-4078-9f4a-9fe3da2d5aa9 None None] Port 7a8e3958-20a8-44b6-8e51-21b825ad2c07 cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:12:45.324010 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 5 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:12:45.468771 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7d3099ef-b519-4a72-bba4-1403174b0c30 demo admin] Publish callbacks [] for port (7a8e3958-20a8-44b6-8e51-21b825ad2c07), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:45.517053 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7d3099ef-b519-4a72-bba4-1403174b0c30 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (7a8e3958-20a8-44b6-8e51-21b825ad2c07), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:45.517849 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7d3099ef-b519-4a72-bba4-1403174b0c30 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3663951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548700'] for router_interface (831bb9e8-f974-45c9-acff-031da0d47e0e), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:45.594385 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3099ef-b519-4a72-bba4-1403174b0c30 demo admin] Pushing event updated for resources: {'Port': ['ID=7a8e3958-20a8-44b6-8e51-21b825ad2c07,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:12:45.639399 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3099ef-b519-4a72-bba4-1403174b0c30 demo admin] Network 59de545c-9be8-4bf4-9d03-27eaa144f1f7 is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:12:45.640650 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-7d3099ef-b519-4a72-bba4-1403174b0c30 demo admin] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:12:45.877976 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3099ef-b519-4a72-bba4-1403174b0c30 demo admin] Router 831bb9e8-f974-45c9-acff-031da0d47e0e is scheduled to L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d with binding_index 1 {{(pid=103820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 20:12:45.935419 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-6d11b6f1-f082-460e-91df-ef22393c505e None None] Provisioning complete for port 7a8e3958-20a8-44b6-8e51-21b825ad2c07 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:12:45.935842 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-6d11b6f1-f082-460e-91df-ef22393c505e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (7a8e3958-20a8-44b6-8e51-21b825ad2c07), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:45.970412 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-6d11b6f1-f082-460e-91df-ef22393c505e None None] Port 7a8e3958-20a8-44b6-8e51-21b825ad2c07 cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:12:45.973645 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3099ef-b519-4a72-bba4-1403174b0c30 demo admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:12:45.978971 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-7d3099ef-b519-4a72-bba4-1403174b0c30 demo admin] 10.222.0.43 "PUT /v2.0/routers/831bb9e8-f974-45c9-acff-031da0d47e0e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9802408 Mar 29 20:12:45.983155 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ba8a57-f8db-411f-a323-2387cf89947f None None] Sync routers for ids ['831bb9e8-f974-45c9-acff-031da0d47e0e'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:12:45.996323 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ba8a57-f8db-411f-a323-2387cf89947f None None] Routers {'831bb9e8-f974-45c9-acff-031da0d47e0e'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:12:45.997145 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-d8ba8a57-f8db-411f-a323-2387cf89947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:12:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['831bb9e8-f974-45c9-acff-031da0d47e0e'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:12:46.187271 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-d8ba8a57-f8db-411f-a323-2387cf89947f None None] Set router 831bb9e8-f974-45c9-acff-031da0d47e0e gateway port host: None {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:12:46.386281 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:46.622275 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-d8ba8a57-f8db-411f-a323-2387cf89947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831bb9e8-f974-45c9-acff-031da0d47e0e', 'name': 'router1', 'tenant_id': 'fec2338df2a64a9a9b5d8a9b527bbf26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:12:34Z', 'updated_at': '2022-03-29T20:12:45Z', 'revision_number': 2, 'project_id': 'fec2338df2a64a9a9b5d8a9b527bbf26', 'gw_port_host': None, '_interfaces': [{'id': '7a8e3958-20a8-44b6-8e51-21b825ad2c07', 'name': '', 'network_id': '59de545c-9be8-4bf4-9d03-27eaa144f1f7', 'tenant_id': 'fec2338df2a64a9a9b5d8a9b527bbf26', 'mac_address': 'fa:16:3e:85:b2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831bb9e8-f974-45c9-acff-031da0d47e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b310fe07-b903-4d0e-85ae-451427fc7127', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:12:44Z', 'updated_at': '2022-03-29T20:12:45Z', 'revision_number': 2, 'project_id': 'fec2338df2a64a9a9b5d8a9b527bbf26', 'subnets': [{'id': 'b310fe07-b903-4d0e-85ae-451427fc7127', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5a6fdcd-85f6-4bb7-bab6-4a76cee86df7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:12:46.671761 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ba8a57-f8db-411f-a323-2387cf89947f None None] Checking router: 831bb9e8-f974-45c9-acff-031da0d47e0e for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:12:46.672077 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ba8a57-f8db-411f-a323-2387cf89947f None None] Updating router 831bb9e8-f974-45c9-acff-031da0d47e0e port 7a8e3958-20a8-44b6-8e51-21b825ad2c07 binding host dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 20:12:46.749864 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-d8ba8a57-f8db-411f-a323-2387cf89947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (7a8e3958-20a8-44b6-8e51-21b825ad2c07), before_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:47.244406 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-d8ba8a57-f8db-411f-a323-2387cf89947f None None] Publish callbacks [] for port (7a8e3958-20a8-44b6-8e51-21b825ad2c07), precommit_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:47.304161 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-d8ba8a57-f8db-411f-a323-2387cf89947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (7a8e3958-20a8-44b6-8e51-21b825ad2c07), after_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:47.467341 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1524fd6-5ae9-4f4f-a36d-4f8f25632131 None None] Pushing event updated for resources: {'Port': ['ID=7a8e3958-20a8-44b6-8e51-21b825ad2c07,revision_number=3']} {{(pid=103823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:12:47.484451 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1524fd6-5ae9-4f4f-a36d-4f8f25632131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:47.484804 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1524fd6-5ae9-4f4f-a36d-4f8f25632131 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:47.485154 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1524fd6-5ae9-4f4f-a36d-4f8f25632131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:47.485517 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1524fd6-5ae9-4f4f-a36d-4f8f25632131 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:47.485846 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1524fd6-5ae9-4f4f-a36d-4f8f25632131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:47.486173 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1524fd6-5ae9-4f4f-a36d-4f8f25632131 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:47.486496 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1524fd6-5ae9-4f4f-a36d-4f8f25632131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:47.486815 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1524fd6-5ae9-4f4f-a36d-4f8f25632131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:47.487134 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1524fd6-5ae9-4f4f-a36d-4f8f25632131 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:47.487452 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1524fd6-5ae9-4f4f-a36d-4f8f25632131 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:47.488411 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1524fd6-5ae9-4f4f-a36d-4f8f25632131 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:47.488952 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1524fd6-5ae9-4f4f-a36d-4f8f25632131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:47.489364 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1524fd6-5ae9-4f4f-a36d-4f8f25632131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:47.489916 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1524fd6-5ae9-4f4f-a36d-4f8f25632131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:47.490164 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1524fd6-5ae9-4f4f-a36d-4f8f25632131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1524fd6-5ae9-4f4f-a36d-4f8f25632131 None None] Tracked resource versions report: Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: pushed versions: Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: { 'AddressGroup': {'1.2'}, Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: 'Agent': {'1.1'}, Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: 'ConntrackHelper': {'1.0'}, Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: 'LocalIPAssociation': {'1.0'}, Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: 'Log': {'1.0'}, Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: 'NDPProxy': {'1.0'}, Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: 'Network': {'1.1'}, Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: 'Port': {'1.7'}, Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: 'PortForwarding': {'1.3'}, Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: 'QosPolicy': {'1.10'}, Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: 'SecurityGroup': {'1.5'}, Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: 'SecurityGroupRule': {'1.2'}, Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: 'SubPort': {'1.0'}, Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: 'Subnet': {'1.1'}, Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: 'Trunk': {'1.1'}} Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: consumer versions: Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: { DHCP agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: L3 agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: Metadata agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: Metering agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: Open vSwitch agent@dv-cinder-784815-3-iscsi: { 'AddressGroup': '1.2', Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: 'Agent': '1.1', Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: 'ConntrackHelper': '1.0', Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: 'LocalIPAssociation': '1.0', Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: 'Log': '1.0', Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: 'NDPProxy': '1.0', Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: 'Network': '1.1', Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: 'Port': '1.7', Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: 'PortForwarding': '1.3', Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: 'QosPolicy': '1.10', Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: 'SecurityGroup': '1.5', Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: 'SecurityGroupRule': '1.2', Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: 'SubPort': '1.0', Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: 'Subnet': '1.1', Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: 'Trunk': '1.1'}} Mar 29 20:12:47.491480 dv-cinder-784815-3-iscsi neutron-server[103823]: {{(pid=103823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 20:12:47.493886 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-d8ba8a57-f8db-411f-a323-2387cf89947f None None] Attempting to bind port 7a8e3958-20a8-44b6-8e51-21b825ad2c07 on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:12:47.494277 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-d8ba8a57-f8db-411f-a323-2387cf89947f None None] Attempting to bind port 7a8e3958-20a8-44b6-8e51-21b825ad2c07 by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': '771dcbcb-6196-4bd2-863f-b08eaad78909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '59de545c-9be8-4bf4-9d03-27eaa144f1f7'}] {{(pid=103823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:12:47.494709 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ba8a57-f8db-411f-a323-2387cf89947f None None] Attempting to bind port 7a8e3958-20a8-44b6-8e51-21b825ad2c07 on network 59de545c-9be8-4bf4-9d03-27eaa144f1f7 {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:12:47.500951 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ba8a57-f8db-411f-a323-2387cf89947f None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:12:47.501152 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ba8a57-f8db-411f-a323-2387cf89947f None None] Checking segment: {'id': '771dcbcb-6196-4bd2-863f-b08eaad78909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '59de545c-9be8-4bf4-9d03-27eaa144f1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:12:47.502308 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-d8ba8a57-f8db-411f-a323-2387cf89947f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:47.502308 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ba8a57-f8db-411f-a323-2387cf89947f None None] Bound using segment: {'id': '771dcbcb-6196-4bd2-863f-b08eaad78909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '59de545c-9be8-4bf4-9d03-27eaa144f1f7'} {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:12:47.502665 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-d8ba8a57-f8db-411f-a323-2387cf89947f None None] Bound port: 7a8e3958-20a8-44b6-8e51-21b825ad2c07, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771dcbcb-6196-4bd2-863f-b08eaad78909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '59de545c-9be8-4bf4-9d03-27eaa144f1f7'}}] {{(pid=103823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:12:47.502797 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-d8ba8a57-f8db-411f-a323-2387cf89947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (7a8e3958-20a8-44b6-8e51-21b825ad2c07), before_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:47.567992 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.db [None req-d8ba8a57-f8db-411f-a323-2387cf89947f None None] For port 7a8e3958-20a8-44b6-8e51-21b825ad2c07, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:12:47.588529 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.db [None req-d8ba8a57-f8db-411f-a323-2387cf89947f None None] For port 7a8e3958-20a8-44b6-8e51-21b825ad2c07, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=7a8e3958-20a8-44b6-8e51-21b825ad2c07,segment=NetworkSegment(771dcbcb-6196-4bd2-863f-b08eaad78909),segment_id=771dcbcb-6196-4bd2-863f-b08eaad78909)] {{(pid=103823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:12:47.599745 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7af6f360-5d9b-4e22-a4f5-d2fe537ba088 None None] Provisioning complete for port 7a8e3958-20a8-44b6-8e51-21b825ad2c07 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:12:47.601410 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7af6f360-5d9b-4e22-a4f5-d2fe537ba088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (7a8e3958-20a8-44b6-8e51-21b825ad2c07), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:47.637657 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7af6f360-5d9b-4e22-a4f5-d2fe537ba088 None None] Port 7a8e3958-20a8-44b6-8e51-21b825ad2c07 cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:12:47.678406 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-d8ba8a57-f8db-411f-a323-2387cf89947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (7a8e3958-20a8-44b6-8e51-21b825ad2c07), after_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:47.738693 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ba8a57-f8db-411f-a323-2387cf89947f None None] Routers {'831bb9e8-f974-45c9-acff-031da0d47e0e'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:12:47.739364 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-d8ba8a57-f8db-411f-a323-2387cf89947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:12:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['831bb9e8-f974-45c9-acff-031da0d47e0e'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:12:47.782894 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1524fd6-5ae9-4f4f-a36d-4f8f25632131 None None] Pushing event updated for resources: {'Port': ['ID=7a8e3958-20a8-44b6-8e51-21b825ad2c07,revision_number=4']} {{(pid=103823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:12:47.855153 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-d8ba8a57-f8db-411f-a323-2387cf89947f None None] Set router 831bb9e8-f974-45c9-acff-031da0d47e0e gateway port host: None {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:12:47.963077 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-15aa5160-0944-42db-98d0-d30544f2a861 None None] Provisioning complete for port 7a8e3958-20a8-44b6-8e51-21b825ad2c07 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:12:47.963478 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-15aa5160-0944-42db-98d0-d30544f2a861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (7a8e3958-20a8-44b6-8e51-21b825ad2c07), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:48.042755 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-15aa5160-0944-42db-98d0-d30544f2a861 None None] Current status of the port 7a8e3958-20a8-44b6-8e51-21b825ad2c07 is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:12:48.043052 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-15aa5160-0944-42db-98d0-d30544f2a861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (7a8e3958-20a8-44b6-8e51-21b825ad2c07), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:48.071362 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-d8ba8a57-f8db-411f-a323-2387cf89947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831bb9e8-f974-45c9-acff-031da0d47e0e', 'name': 'router1', 'tenant_id': 'fec2338df2a64a9a9b5d8a9b527bbf26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:12:34Z', 'updated_at': '2022-03-29T20:12:45Z', 'revision_number': 2, 'project_id': 'fec2338df2a64a9a9b5d8a9b527bbf26', 'gw_port_host': None, '_interfaces': [{'id': '7a8e3958-20a8-44b6-8e51-21b825ad2c07', 'name': '', 'network_id': '59de545c-9be8-4bf4-9d03-27eaa144f1f7', 'tenant_id': 'fec2338df2a64a9a9b5d8a9b527bbf26', 'mac_address': 'fa:16:3e:85:b2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831bb9e8-f974-45c9-acff-031da0d47e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b310fe07-b903-4d0e-85ae-451427fc7127', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:12:44Z', 'updated_at': '2022-03-29T20:12:47Z', 'revision_number': 4, 'project_id': 'fec2338df2a64a9a9b5d8a9b527bbf26', 'subnets': [{'id': 'b310fe07-b903-4d0e-85ae-451427fc7127', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5a6fdcd-85f6-4bb7-bab6-4a76cee86df7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:12:48.079695 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-15aa5160-0944-42db-98d0-d30544f2a861 None None] For port 7a8e3958-20a8-44b6-8e51-21b825ad2c07, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=7a8e3958-20a8-44b6-8e51-21b825ad2c07,segment=NetworkSegment(771dcbcb-6196-4bd2-863f-b08eaad78909),segment_id=771dcbcb-6196-4bd2-863f-b08eaad78909)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:12:48.099988 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ba8a57-f8db-411f-a323-2387cf89947f None None] The sync data for ids ['831bb9e8-f974-45c9-acff-031da0d47e0e'] in dv-cinder-784815-3-iscsi is: [{'id': '831bb9e8-f974-45c9-acff-031da0d47e0e', 'name': 'router1', 'tenant_id': 'fec2338df2a64a9a9b5d8a9b527bbf26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:12:34Z', 'updated_at': '2022-03-29T20:12:45Z', 'revision_number': 2, 'project_id': 'fec2338df2a64a9a9b5d8a9b527bbf26', 'gw_port_host': None, '_interfaces': [{'id': '7a8e3958-20a8-44b6-8e51-21b825ad2c07', 'name': '', 'network_id': '59de545c-9be8-4bf4-9d03-27eaa144f1f7', 'tenant_id': 'fec2338df2a64a9a9b5d8a9b527bbf26', 'mac_address': 'fa:16:3e:85:b2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831bb9e8-f974-45c9-acff-031da0d47e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b310fe07-b903-4d0e-85ae-451427fc7127', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:12:44Z', 'updated_at': '2022-03-29T20:12:47Z', 'revision_number': 4, 'project_id': 'fec2338df2a64a9a9b5d8a9b527bbf26', 'subnets': [{'id': 'b310fe07-b903-4d0e-85ae-451427fc7127', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5a6fdcd-85f6-4bb7-bab6-4a76cee86df7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:12:48.173279 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-15aa5160-0944-42db-98d0-d30544f2a861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (7a8e3958-20a8-44b6-8e51-21b825ad2c07), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:48.222728 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa5160-0944-42db-98d0-d30544f2a861 None None] Pushing event updated for resources: {'Port': ['ID=7a8e3958-20a8-44b6-8e51-21b825ad2c07,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:12:48.480701 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 40986) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:12:48.590175 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c746ba6-82f9-40bf-95ce-e2d98f3a19b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:12:48.591500 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-1c746ba6-82f9-40bf-95ce-e2d98f3a19b8 admin admin] 10.222.0.43 "GET /v2.0/networks/921e7f1b-e183-4cfd-babe-1b51626667cb HTTP/1.1" status: 200 len: 842 time: 0.1098292 Mar 29 20:12:48.601465 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-66399620-9685-441a-973a-838df7583faf admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:12:48.728628 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66399620-9685-441a-973a-838df7583faf admin admin] Made reservation on behalf of a15fd3ff4f1b47218a3a97159af6b6bb for: {'subnet': 1} {{(pid=103820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:12:48.730956 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-66399620-9685-441a-973a-838df7583faf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:49.086800 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.objects.ports [None req-66399620-9685-441a-973a-838df7583faf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103820) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 20:12:49.087214 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-66399620-9685-441a-973a-838df7583faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for subnet (9cb70218-5a19-4d48-a6d1-83791bae0ed9), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:49.140410 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66399620-9685-441a-973a-838df7583faf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cb70218-5a19-4d48-a6d1-83791bae0ed9,revision_number=0']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:12:49.150405 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66399620-9685-441a-973a-838df7583faf admin admin] Checking segment: {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:12:49.150754 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66399620-9685-441a-973a-838df7583faf admin admin] Network hostable DHCP agents. Network: 921e7f1b-e183-4cfd-babe-1b51626667cb, hostable agents: ['fbd11a15-72c3-4df4-9a60-af3fb4eb1f23'], hosted agents: [] {{(pid=103820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 20:12:49.231625 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66399620-9685-441a-973a-838df7583faf admin admin] Network 921e7f1b-e183-4cfd-babe-1b51626667cb is scheduled to be hosted by DHCP agent fbd11a15-72c3-4df4-9a60-af3fb4eb1f23 with binding_index 1 {{(pid=103820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 20:12:49.315453 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-66399620-9685-441a-973a-838df7583faf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-3-iscsi, 921e7f1b-e183-4cfd-babe-1b51626667cb) {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:12:49.319850 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66399620-9685-441a-973a-838df7583faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:12:49.320459 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-66399620-9685-441a-973a-838df7583faf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for subnet (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:49.326271 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6343afa0-c7b9-478a-9a46-4d27b253d8c4 None None] Network 921e7f1b-e183-4cfd-babe-1b51626667cb requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:12:49.422946 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-66399620-9685-441a-973a-838df7583faf admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8249891 Mar 29 20:12:49.444779 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e87bc7-ebb4-42c9-9701-b690fd97e3ab None None] Network 921e7f1b-e183-4cfd-babe-1b51626667cb requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:12:51.885918 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 40998) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:12:52.096788 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-b3c2bcd2-d78c-4886-bf3c-0ba3aef6e72b demo admin] 10.222.0.43 "GET /v2.0/routers/831bb9e8-f974-45c9-acff-031da0d47e0e HTTP/1.1" status: 200 len: 710 time: 0.2096512 Mar 29 20:12:52.184396 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875fca1d-41e8-470d-8677-34643cd8d03c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:12:52.185777 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-875fca1d-41e8-470d-8677-34643cd8d03c demo admin] 10.222.0.43 "GET /v2.0/networks/921e7f1b-e183-4cfd-babe-1b51626667cb HTTP/1.1" status: 200 len: 886 time: 0.0831785 Mar 29 20:12:52.194631 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-52b49ee5-2593-4eb2-9386-bb27ddccbf60 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:12:52.440592 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-52b49ee5-2593-4eb2-9386-bb27ddccbf60 demo admin] Publish callbacks [] for router_gateway (831bb9e8-f974-45c9-acff-031da0d47e0e), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:52.735176 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-52b49ee5-2593-4eb2-9386-bb27ddccbf60 demo admin] Publish callbacks [] for router_gateway (831bb9e8-f974-45c9-acff-031da0d47e0e), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:52.812862 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-52b49ee5-2593-4eb2-9386-bb27ddccbf60 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:52.914140 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_common [None req-52b49ee5-2593-4eb2-9386-bb27ddccbf60 demo admin] Allocated IP 172.27.3.11 (921e7f1b-e183-4cfd-babe-1b51626667cb/9cb70218-5a19-4d48-a6d1-83791bae0ed9/aa25e74d-bbd3-49cd-b220-89ee3d27edd3) {{(pid=103820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:12:53.016731 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-52b49ee5-2593-4eb2-9386-bb27ddccbf60 demo admin] Publish callbacks [] for port (aa25e74d-bbd3-49cd-b220-89ee3d27edd3), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:53.100309 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-52b49ee5-2593-4eb2-9386-bb27ddccbf60 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270'] for port (aa25e74d-bbd3-49cd-b220-89ee3d27edd3), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:53.134888 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b49ee5-2593-4eb2-9386-bb27ddccbf60 demo admin] Network 921e7f1b-e183-4cfd-babe-1b51626667cb is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:12:53.137607 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-52b49ee5-2593-4eb2-9386-bb27ddccbf60 demo admin] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:12:53.145385 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b49ee5-2593-4eb2-9386-bb27ddccbf60 demo admin] Received port after_create {{(pid=103820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:12:53.150622 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b49ee5-2593-4eb2-9386-bb27ddccbf60 demo admin] Pushing event updated for resources: {'Port': ['ID=aa25e74d-bbd3-49cd-b220-89ee3d27edd3,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:12:53.508846 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-52b49ee5-2593-4eb2-9386-bb27ddccbf60 demo admin] Publish callbacks [] for router_gateway (831bb9e8-f974-45c9-acff-031da0d47e0e), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:53.866776 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-52b49ee5-2593-4eb2-9386-bb27ddccbf60 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-414'] for router (831bb9e8-f974-45c9-acff-031da0d47e0e), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:53.869960 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-52b49ee5-2593-4eb2-9386-bb27ddccbf60 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-541156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545922'] for router (831bb9e8-f974-45c9-acff-031da0d47e0e), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:53.991239 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b49ee5-2593-4eb2-9386-bb27ddccbf60 demo admin] Router 831bb9e8-f974-45c9-acff-031da0d47e0e has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:12:54.098894 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b49ee5-2593-4eb2-9386-bb27ddccbf60 demo admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:12:54.103112 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-52b49ee5-2593-4eb2-9386-bb27ddccbf60 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:54.104297 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-52b49ee5-2593-4eb2-9386-bb27ddccbf60 demo admin] 10.222.0.43 "PUT /v2.0/routers/831bb9e8-f974-45c9-acff-031da0d47e0e HTTP/1.1" status: 200 len: 889 time: 1.9128835 Mar 29 20:12:55.137685 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 7a8e3958-20a8-44b6-8e51-21b825ad2c07 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:12:55.186729 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 7a8e3958-20a8-44b6-8e51-21b825ad2c07 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:12:55.187038 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (7a8e3958-20a8-44b6-8e51-21b825ad2c07), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:55.262963 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 7a8e3958-20a8-44b6-8e51-21b825ad2c07 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:12:56.651764 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 41010) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:12:56.729545 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a6adc-7969-4181-8f89-792b76c27d69 None None] Sync routers for ids ['831bb9e8-f974-45c9-acff-031da0d47e0e'] in dv-cinder-784815-3-iscsi {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:12:56.740338 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4a6adc-7969-4181-8f89-792b76c27d69 None None] Routers {'831bb9e8-f974-45c9-acff-031da0d47e0e'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:12:56.740978 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-9f4a6adc-7969-4181-8f89-792b76c27d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:12:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['831bb9e8-f974-45c9-acff-031da0d47e0e'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:12:56.776805 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-1e781dd4-5078-4c22-bfb1-f26d4962e545 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1239049 Mar 29 20:12:56.970202 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-9f4a6adc-7969-4181-8f89-792b76c27d69 None None] Set router 831bb9e8-f974-45c9-acff-031da0d47e0e gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:12:57.438931 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-9f4a6adc-7969-4181-8f89-792b76c27d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831bb9e8-f974-45c9-acff-031da0d47e0e', 'name': 'router1', 'tenant_id': 'fec2338df2a64a9a9b5d8a9b527bbf26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'aa25e74d-bbd3-49cd-b220-89ee3d27edd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:12:34Z', 'updated_at': '2022-03-29T20:12:53Z', 'revision_number': 4, 'project_id': 'fec2338df2a64a9a9b5d8a9b527bbf26', 'gw_port': {'id': 'aa25e74d-bbd3-49cd-b220-89ee3d27edd3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:96:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831bb9e8-f974-45c9-acff-031da0d47e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:12:52Z', 'updated_at': '2022-03-29T20:12:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '7a8e3958-20a8-44b6-8e51-21b825ad2c07', 'name': '', 'network_id': '59de545c-9be8-4bf4-9d03-27eaa144f1f7', 'tenant_id': 'fec2338df2a64a9a9b5d8a9b527bbf26', 'mac_address': 'fa:16:3e:85:b2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831bb9e8-f974-45c9-acff-031da0d47e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b310fe07-b903-4d0e-85ae-451427fc7127', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:12:44Z', 'updated_at': '2022-03-29T20:12:48Z', 'revision_number': 5, 'project_id': 'fec2338df2a64a9a9b5d8a9b527bbf26', 'subnets': [{'id': 'b310fe07-b903-4d0e-85ae-451427fc7127', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5a6fdcd-85f6-4bb7-bab6-4a76cee86df7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:12:57.492675 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a6adc-7969-4181-8f89-792b76c27d69 None None] Checking router: 831bb9e8-f974-45c9-acff-031da0d47e0e for host: dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:12:57.493050 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a6adc-7969-4181-8f89-792b76c27d69 None None] Updating router 831bb9e8-f974-45c9-acff-031da0d47e0e port aa25e74d-bbd3-49cd-b220-89ee3d27edd3 binding host dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 20:12:57.545573 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-9f4a6adc-7969-4181-8f89-792b76c27d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (aa25e74d-bbd3-49cd-b220-89ee3d27edd3), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:57.873242 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-9f4a6adc-7969-4181-8f89-792b76c27d69 None None] Publish callbacks [] for port (aa25e74d-bbd3-49cd-b220-89ee3d27edd3), precommit_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:57.963609 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-9f4a6adc-7969-4181-8f89-792b76c27d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (aa25e74d-bbd3-49cd-b220-89ee3d27edd3), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:58.011767 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fdbdfa-c65f-4825-97e9-74628b2f5eac None None] Pushing event updated for resources: {'Port': ['ID=aa25e74d-bbd3-49cd-b220-89ee3d27edd3,revision_number=2']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:12:58.022216 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-9f4a6adc-7969-4181-8f89-792b76c27d69 None None] Attempting to bind port aa25e74d-bbd3-49cd-b220-89ee3d27edd3 on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:12:58.022597 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-9f4a6adc-7969-4181-8f89-792b76c27d69 None None] Attempting to bind port aa25e74d-bbd3-49cd-b220-89ee3d27edd3 by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:12:58.022960 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4a6adc-7969-4181-8f89-792b76c27d69 None None] Attempting to bind port aa25e74d-bbd3-49cd-b220-89ee3d27edd3 on network 921e7f1b-e183-4cfd-babe-1b51626667cb {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:12:58.027830 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4a6adc-7969-4181-8f89-792b76c27d69 None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:12:58.028206 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4a6adc-7969-4181-8f89-792b76c27d69 None None] Checking segment: {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:12:58.028606 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-9f4a6adc-7969-4181-8f89-792b76c27d69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:58.028994 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4a6adc-7969-4181-8f89-792b76c27d69 None None] Bound using segment: {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:12:58.029484 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-9f4a6adc-7969-4181-8f89-792b76c27d69 None None] Bound port: aa25e74d-bbd3-49cd-b220-89ee3d27edd3, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:12:58.029863 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-9f4a6adc-7969-4181-8f89-792b76c27d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (aa25e74d-bbd3-49cd-b220-89ee3d27edd3), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:58.083458 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-9f4a6adc-7969-4181-8f89-792b76c27d69 None None] For port aa25e74d-bbd3-49cd-b220-89ee3d27edd3, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:12:58.086788 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-9f4a6adc-7969-4181-8f89-792b76c27d69 None None] For port aa25e74d-bbd3-49cd-b220-89ee3d27edd3, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=aa25e74d-bbd3-49cd-b220-89ee3d27edd3,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:12:58.157680 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-9f4a6adc-7969-4181-8f89-792b76c27d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (aa25e74d-bbd3-49cd-b220-89ee3d27edd3), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:58.218525 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4a6adc-7969-4181-8f89-792b76c27d69 None None] Routers {'831bb9e8-f974-45c9-acff-031da0d47e0e'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:12:58.219136 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-9f4a6adc-7969-4181-8f89-792b76c27d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:12:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['831bb9e8-f974-45c9-acff-031da0d47e0e'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:12:58.225334 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fdbdfa-c65f-4825-97e9-74628b2f5eac None None] Pushing event updated for resources: {'Port': ['ID=aa25e74d-bbd3-49cd-b220-89ee3d27edd3,revision_number=3']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:12:58.333491 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-9f4a6adc-7969-4181-8f89-792b76c27d69 None None] Set router 831bb9e8-f974-45c9-acff-031da0d47e0e gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:12:58.574626 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-9f4a6adc-7969-4181-8f89-792b76c27d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831bb9e8-f974-45c9-acff-031da0d47e0e', 'name': 'router1', 'tenant_id': 'fec2338df2a64a9a9b5d8a9b527bbf26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'aa25e74d-bbd3-49cd-b220-89ee3d27edd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:12:34Z', 'updated_at': '2022-03-29T20:12:53Z', 'revision_number': 4, 'project_id': 'fec2338df2a64a9a9b5d8a9b527bbf26', 'gw_port': {'id': 'aa25e74d-bbd3-49cd-b220-89ee3d27edd3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:96:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831bb9e8-f974-45c9-acff-031da0d47e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:12:52Z', 'updated_at': '2022-03-29T20:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '7a8e3958-20a8-44b6-8e51-21b825ad2c07', 'name': '', 'network_id': '59de545c-9be8-4bf4-9d03-27eaa144f1f7', 'tenant_id': 'fec2338df2a64a9a9b5d8a9b527bbf26', 'mac_address': 'fa:16:3e:85:b2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831bb9e8-f974-45c9-acff-031da0d47e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b310fe07-b903-4d0e-85ae-451427fc7127', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:12:44Z', 'updated_at': '2022-03-29T20:12:48Z', 'revision_number': 5, 'project_id': 'fec2338df2a64a9a9b5d8a9b527bbf26', 'subnets': [{'id': 'b310fe07-b903-4d0e-85ae-451427fc7127', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5a6fdcd-85f6-4bb7-bab6-4a76cee86df7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:12:58.600045 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a6adc-7969-4181-8f89-792b76c27d69 None None] The sync data for ids ['831bb9e8-f974-45c9-acff-031da0d47e0e'] in dv-cinder-784815-3-iscsi is: [{'id': '831bb9e8-f974-45c9-acff-031da0d47e0e', 'name': 'router1', 'tenant_id': 'fec2338df2a64a9a9b5d8a9b527bbf26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'aa25e74d-bbd3-49cd-b220-89ee3d27edd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:12:34Z', 'updated_at': '2022-03-29T20:12:53Z', 'revision_number': 4, 'project_id': 'fec2338df2a64a9a9b5d8a9b527bbf26', 'gw_port': {'id': 'aa25e74d-bbd3-49cd-b220-89ee3d27edd3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:96:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831bb9e8-f974-45c9-acff-031da0d47e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:12:52Z', 'updated_at': '2022-03-29T20:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '7a8e3958-20a8-44b6-8e51-21b825ad2c07', 'name': '', 'network_id': '59de545c-9be8-4bf4-9d03-27eaa144f1f7', 'tenant_id': 'fec2338df2a64a9a9b5d8a9b527bbf26', 'mac_address': 'fa:16:3e:85:b2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831bb9e8-f974-45c9-acff-031da0d47e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b310fe07-b903-4d0e-85ae-451427fc7127', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:12:44Z', 'updated_at': '2022-03-29T20:12:48Z', 'revision_number': 5, 'project_id': 'fec2338df2a64a9a9b5d8a9b527bbf26', 'subnets': [{'id': 'b310fe07-b903-4d0e-85ae-451427fc7127', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5a6fdcd-85f6-4bb7-bab6-4a76cee86df7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:12:59.169229 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device aa25e74d-bbd3-49cd-b220-89ee3d27edd3 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:12:59.247945 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port aa25e74d-bbd3-49cd-b220-89ee3d27edd3 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:12:59.248720 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (aa25e74d-bbd3-49cd-b220-89ee3d27edd3), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:59.353769 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port aa25e74d-bbd3-49cd-b220-89ee3d27edd3 is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:12:59.354165 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (aa25e74d-bbd3-49cd-b220-89ee3d27edd3), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:59.381850 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] For port aa25e74d-bbd3-49cd-b220-89ee3d27edd3, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=aa25e74d-bbd3-49cd-b220-89ee3d27edd3,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:12:59.454119 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (aa25e74d-bbd3-49cd-b220-89ee3d27edd3), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:12:59.542804 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Pushing event updated for resources: {'Port': ['ID=aa25e74d-bbd3-49cd-b220-89ee3d27edd3,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:13:01.146953 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device aa25e74d-bbd3-49cd-b220-89ee3d27edd3 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:13:01.231920 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port aa25e74d-bbd3-49cd-b220-89ee3d27edd3 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:13:01.232222 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (aa25e74d-bbd3-49cd-b220-89ee3d27edd3), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:13:01.336155 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port aa25e74d-bbd3-49cd-b220-89ee3d27edd3 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:13:10.127071 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-0b81c514-24c5-4f8d-add4-d700d889b954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:13:12.247754 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8588737f-c055-4636-bdfa-ab5da5027e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:13:13.649617 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:13:14.717079 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:13:16.403798 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:13:22.322423 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 5 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:13:40.107440 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-5c3bdb7d-4857-4dc6-9614-f146f5d69775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:13:42.246592 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-42476222-6448-407c-890c-1529fdee5297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:13:43.652622 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:13:44.738462 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:13:46.382405 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:13:59.321909 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 5 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:14:10.137513 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-76edaacd-cf50-4517-a405-6f131f8624d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:14:12.257047 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-1a27fc9e-c86e-4336-a23a-817fe8de274b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:14:13.639912 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:14:14.691600 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:14:16.386784 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:14:20.545256 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 41496) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:14:20.607165 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09e98f4-c35c-4e6b-8477-a211ea8bcd17 admin admin] GET failed (client error): The resource could not be found. Mar 29 20:14:20.608481 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-e09e98f4-c35c-4e6b-8477-a211ea8bcd17 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0621986 Mar 29 20:14:20.765909 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7431eeb-ec5d-48c4-83f1-d5284ba88274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:14:20.767372 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-b7431eeb-ec5d-48c4-83f1-d5284ba88274 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1538894 Mar 29 20:14:23.114789 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 41506) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:14:23.207016 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e58194f-2808-4cc9-a610-ad187b64017f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:14:23.208284 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-8e58194f-2808-4cc9-a610-ad187b64017f admin admin] 10.222.0.43 "GET /v2.0/subnets/b310fe07-b903-4d0e-85ae-451427fc7127 HTTP/1.1" status: 200 len: 849 time: 0.0925527 Mar 29 20:14:23.217541 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-0ab6348d-c69e-4f91-a3b5-cd19d05a8834 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:14:23.304736 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0ab6348d-c69e-4f91-a3b5-cd19d05a8834 admin admin] Publish callbacks [] for subnet (b310fe07-b903-4d0e-85ae-451427fc7127), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:14:23.479881 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0ab6348d-c69e-4f91-a3b5-cd19d05a8834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738050116994'] for subnet (b310fe07-b903-4d0e-85ae-451427fc7127), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:14:23.509888 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab6348d-c69e-4f91-a3b5-cd19d05a8834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:14:23.510474 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0ab6348d-c69e-4f91-a3b5-cd19d05a8834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for subnet (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:14:23.511728 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-0ab6348d-c69e-4f91-a3b5-cd19d05a8834 admin admin] 10.222.0.43 "PUT /v2.0/subnets/b310fe07-b903-4d0e-85ae-451427fc7127 HTTP/1.1" status: 200 len: 868 time: 0.2977901 Mar 29 20:14:23.531764 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6348d-c69e-4f91-a3b5-cd19d05a8834 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b310fe07-b903-4d0e-85ae-451427fc7127,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:14:23.533561 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c27744-7c67-45f0-8051-c10ac1acd87d None None] Network 59de545c-9be8-4bf4-9d03-27eaa144f1f7 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:14:23.539139 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6348d-c69e-4f91-a3b5-cd19d05a8834 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:14:23.539489 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6348d-c69e-4f91-a3b5-cd19d05a8834 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:14:23.539856 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6348d-c69e-4f91-a3b5-cd19d05a8834 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:14:23.540200 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6348d-c69e-4f91-a3b5-cd19d05a8834 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:14:23.540548 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6348d-c69e-4f91-a3b5-cd19d05a8834 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:14:23.540876 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6348d-c69e-4f91-a3b5-cd19d05a8834 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:14:23.541198 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6348d-c69e-4f91-a3b5-cd19d05a8834 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:14:23.541559 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6348d-c69e-4f91-a3b5-cd19d05a8834 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:14:23.541898 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6348d-c69e-4f91-a3b5-cd19d05a8834 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:14:23.542222 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6348d-c69e-4f91-a3b5-cd19d05a8834 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:14:23.542554 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6348d-c69e-4f91-a3b5-cd19d05a8834 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:14:23.542888 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6348d-c69e-4f91-a3b5-cd19d05a8834 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:14:23.543210 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6348d-c69e-4f91-a3b5-cd19d05a8834 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:14:23.543578 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6348d-c69e-4f91-a3b5-cd19d05a8834 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:14:23.543898 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6348d-c69e-4f91-a3b5-cd19d05a8834 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:14:23.836751 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-5fdee469-2b7d-4d4a-ba36-c15f091d164d None None] Provisioning complete for port 7a8e3958-20a8-44b6-8e51-21b825ad2c07 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:14:23.837142 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-5fdee469-2b7d-4d4a-ba36-c15f091d164d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (7a8e3958-20a8-44b6-8e51-21b825ad2c07), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:14:23.917174 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-5fdee469-2b7d-4d4a-ba36-c15f091d164d None None] Current status of the port 7a8e3958-20a8-44b6-8e51-21b825ad2c07 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:14:23.927869 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-5fdee469-2b7d-4d4a-ba36-c15f091d164d None None] Provisioning complete for port 02ddb83f-55cf-42ca-83eb-25111e0dd3f8 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:14:23.928246 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-5fdee469-2b7d-4d4a-ba36-c15f091d164d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (02ddb83f-55cf-42ca-83eb-25111e0dd3f8), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:14:24.003959 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-5fdee469-2b7d-4d4a-ba36-c15f091d164d None None] Current status of the port 02ddb83f-55cf-42ca-83eb-25111e0dd3f8 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:14:25.886670 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 41514) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:14:26.081683 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcd365b-f70d-4f8e-9c4b-a5d2590287c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:14:26.082064 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcd365b-f70d-4f8e-9c4b-a5d2590287c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:14:26.083591 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-afcd365b-f70d-4f8e-9c4b-a5d2590287c4 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1959698 Mar 29 20:14:28.380118 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 41522) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:14:28.510301 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46663388-562d-4f22-ae95-4c451a5f6553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:14:28.510764 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46663388-562d-4f22-ae95-4c451a5f6553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:14:28.512270 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-46663388-562d-4f22-ae95-4c451a5f6553 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1312177 Mar 29 20:14:30.854768 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 41530) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:14:30.984415 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2e996c-e5e8-42b0-b3c1-e2dedaa7f7ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:14:30.985775 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-1d2e996c-e5e8-42b0-b3c1-e2dedaa7f7ff admin admin] 10.222.0.43 "GET /v2.0/networks/59de545c-9be8-4bf4-9d03-27eaa144f1f7 HTTP/1.1" status: 200 len: 869 time: 0.1300380 Mar 29 20:14:33.293713 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 41538) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:14:33.416846 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5578d75c-f9ce-4808-b0d4-52699e5f822e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:14:33.418233 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-5578d75c-f9ce-4808-b0d4-52699e5f822e admin admin] 10.222.0.43 "GET /v2.0/networks/921e7f1b-e183-4cfd-babe-1b51626667cb HTTP/1.1" status: 200 len: 886 time: 0.1235814 Mar 29 20:14:35.718579 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 41546) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:14:35.840325 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b0eedf-1864-4e26-a5f9-8ba58f1701bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:14:35.840764 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b0eedf-1864-4e26-a5f9-8ba58f1701bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:14:35.842807 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-f1b0eedf-1864-4e26-a5f9-8ba58f1701bd admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1227422 Mar 29 20:14:36.320361 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 5 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:14:38.156382 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 41554) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:14:38.246021 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b602fe-115f-49eb-9382-3f372ba9ee43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:14:38.246465 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b602fe-115f-49eb-9382-3f372ba9ee43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:14:38.247939 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-01b602fe-115f-49eb-9382-3f372ba9ee43 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0906136 Mar 29 20:14:40.129314 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-323f2fa4-e5c3-4ea2-9e50-c87f57473f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:14:40.641066 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 41562) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:14:40.725643 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbbe5b7-3d0f-4ab1-b2ac-1eaa0bd593fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:14:40.726951 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-bcbbe5b7-3d0f-4ab1-b2ac-1eaa0bd593fe admin admin] 10.222.0.43 "GET /v2.0/subnets/9cb70218-5a19-4d48-a6d1-83791bae0ed9 HTTP/1.1" status: 200 len: 816 time: 0.0849090 Mar 29 20:14:42.231856 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-79f087d6-f8d7-40aa-aaea-6f1a6fc1df1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:14:43.065921 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 41570) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:14:43.189528 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096a281d-6882-4f44-b151-3e80e6650368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:14:43.190804 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-096a281d-6882-4f44-b151-3e80e6650368 admin admin] 10.222.0.43 "GET /v2.0/subnets/b310fe07-b903-4d0e-85ae-451427fc7127 HTTP/1.1" status: 200 len: 868 time: 0.1238768 Mar 29 20:14:43.655910 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:14:44.695985 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:14:46.393621 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:15:10.146721 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bdeb1980-e841-45d9-9185-25fd9db3f377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:15:11.569789 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 41622) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:15:11.617453 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [None req-1d713e17-16f9-4b0b-9b22-ad9bb7375679 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103820) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 20:15:11.618477 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-1d713e17-16f9-4b0b-9b22-ad9bb7375679 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477338 Mar 29 20:15:12.249339 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-34614a12-127e-40f1-8a10-3787da8dbdfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:15:13.319579 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 5 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:15:13.677810 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:15:14.028030 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 41630) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:15:14.187922 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f12dfd-5dca-41ec-b8ab-07633a9ecaf0 admin admin] GET failed (client error): The resource could not be found. Mar 29 20:15:14.189162 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-95f12dfd-5dca-41ec-b8ab-07633a9ecaf0 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1602104 Mar 29 20:15:14.271518 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffb10ef-866d-48c9-a01e-e3448df6df27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:15:14.272946 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-dffb10ef-866d-48c9-a01e-e3448df6df27 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0796936 Mar 29 20:15:14.734791 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:15:16.392281 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:15:16.614251 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 41638) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:15:16.661159 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-dc94361f-45bc-4128-82e7-af5c01afee9b admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:15:16.750886 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc94361f-45bc-4128-82e7-af5c01afee9b admin admin] Made reservation on behalf of a15fd3ff4f1b47218a3a97159af6b6bb for: {'network': 1} {{(pid=103820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:15:16.753076 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-dc94361f-45bc-4128-82e7-af5c01afee9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for network (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:15:16.780453 dv-cinder-784815-3-iscsi neutron-server[103820]: WARNING neutron.services.revisions.revision_plugin [None req-dc94361f-45bc-4128-82e7-af5c01afee9b admin admin] Could not find related network for resource to bump revision. Mar 29 20:15:16.791035 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc94361f-45bc-4128-82e7-af5c01afee9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=103820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 20:15:16.799854 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-dc94361f-45bc-4128-82e7-af5c01afee9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (96266750-dcec-444a-ad1f-2ed64ececad6), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:15:16.800189 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.db.segments_db [None req-dc94361f-45bc-4128-82e7-af5c01afee9b admin admin] Added segment 96266750-dcec-444a-ad1f-2ed64ececad6 of type vlan for network 79558aac-bfb6-47c5-b9ef-0a3250f9b765 Mar 29 20:15:16.841394 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-dc94361f-45bc-4128-82e7-af5c01afee9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738049548858'] for network (79558aac-bfb6-47c5-b9ef-0a3250f9b765), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:15:16.923644 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-dc94361f-45bc-4128-82e7-af5c01afee9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for network (79558aac-bfb6-47c5-b9ef-0a3250f9b765), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:15:16.924504 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc94361f-45bc-4128-82e7-af5c01afee9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:15:16.925083 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-dc94361f-45bc-4128-82e7-af5c01afee9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:15:16.981768 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94361f-45bc-4128-82e7-af5c01afee9b admin admin] Pushing event updated for resources: {'Network': ['ID=79558aac-bfb6-47c5-b9ef-0a3250f9b765,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:15:16.991357 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Network 79558aac-bfb6-47c5-b9ef-0a3250f9b765 details requested by agent ovs-agent-dv-cinder-784815-3-iscsi with host dv-cinder-784815-3-iscsi {{(pid=103822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 20:15:17.058766 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-dc94361f-45bc-4128-82e7-af5c01afee9b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4434156 Mar 29 20:15:19.397014 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 41646) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:15:19.457728 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdcb1e13-d3d7-46a8-a1c1-5418ca1238e7 admin admin] GET failed (client error): The resource could not be found. Mar 29 20:15:19.458992 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-bdcb1e13-d3d7-46a8-a1c1-5418ca1238e7 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610096 Mar 29 20:15:19.534055 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedaa195-0f7a-437e-899c-7f3269de6483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:15:19.535523 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-cedaa195-0f7a-437e-899c-7f3269de6483 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0724912 Mar 29 20:15:19.545255 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-a09f5942-ad83-4ce7-827b-51171f951afc admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '79558aac-bfb6-47c5-b9ef-0a3250f9b765', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:15:19.631850 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09f5942-ad83-4ce7-827b-51171f951afc admin admin] Made reservation on behalf of a15fd3ff4f1b47218a3a97159af6b6bb for: {'subnet': 1} {{(pid=103820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:15:19.634112 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-a09f5942-ad83-4ce7-827b-51171f951afc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:15:19.837732 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-a09f5942-ad83-4ce7-827b-51171f951afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for subnet (20d7f15e-dafa-4bae-b9d1-985dccb3df3a), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:15:19.896549 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f5942-ad83-4ce7-827b-51171f951afc admin admin] Pushing event updated for resources: {'Subnet': ['ID=20d7f15e-dafa-4bae-b9d1-985dccb3df3a,revision_number=0']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:15:19.898849 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f5942-ad83-4ce7-827b-51171f951afc admin admin] Checking segment: {'id': '96266750-dcec-444a-ad1f-2ed64ececad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79558aac-bfb6-47c5-b9ef-0a3250f9b765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:15:19.899194 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09f5942-ad83-4ce7-827b-51171f951afc admin admin] Network hostable DHCP agents. Network: 79558aac-bfb6-47c5-b9ef-0a3250f9b765, hostable agents: ['fbd11a15-72c3-4df4-9a60-af3fb4eb1f23'], hosted agents: [] {{(pid=103820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 20:15:19.945789 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09f5942-ad83-4ce7-827b-51171f951afc admin admin] Network 79558aac-bfb6-47c5-b9ef-0a3250f9b765 is scheduled to be hosted by DHCP agent fbd11a15-72c3-4df4-9a60-af3fb4eb1f23 with binding_index 1 {{(pid=103820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 20:15:20.007615 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-a09f5942-ad83-4ce7-827b-51171f951afc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-3-iscsi, 79558aac-bfb6-47c5-b9ef-0a3250f9b765) {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:15:20.013785 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09f5942-ad83-4ce7-827b-51171f951afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:15:20.014426 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-a09f5942-ad83-4ce7-827b-51171f951afc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for subnet (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:15:20.016359 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2cc2cb-eb69-4c0f-9598-538c3aa5e05a None None] Network 79558aac-bfb6-47c5-b9ef-0a3250f9b765 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:15:20.084895 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-a09f5942-ad83-4ce7-827b-51171f951afc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5429065 Mar 29 20:15:20.223503 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bbac15f-45b0-565a-a02d-41b9043018c6-79558aac-bfb6-47c5-b9ef-0a3250f9b765', 'network_id': '79558aac-bfb6-47c5-b9ef-0a3250f9b765', 'project_id': 'a15fd3ff4f1b47218a3a97159af6b6bb', 'fixed_ips': [{'subnet_id': '20d7f15e-dafa-4bae-b9d1-985dccb3df3a'}]}} from dv-cinder-784815-3-iscsi. {{(pid=103822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 20:15:20.224376 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:15:20.364203 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.db_base_plugin_common [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Allocated IP 192.168.233.2 (79558aac-bfb6-47c5-b9ef-0a3250f9b765/20d7f15e-dafa-4bae-b9d1-985dccb3df3a/d757292f-2dd8-4dd4-8a53-54f1f4bfdd95) {{(pid=103822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:15:20.512008 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Publish callbacks [] for port (d757292f-2dd8-4dd4-8a53-54f1f4bfdd95), precommit_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:15:20.563928 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270'] for port (d757292f-2dd8-4dd4-8a53-54f1f4bfdd95), after_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:15:20.602339 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Network 79558aac-bfb6-47c5-b9ef-0a3250f9b765 is already hosted by enough agents. {{(pid=103822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:15:20.605160 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.scheduler.base_scheduler [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Resources bound (agent type, host, resource id): {{(pid=103822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:15:20.615479 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Received port after_create {{(pid=103822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:15:20.622322 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Pushing event updated for resources: {'Port': ['ID=d757292f-2dd8-4dd4-8a53-54f1f4bfdd95,revision_number=1']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:15:20.631567 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:15:20.631908 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:15:20.632269 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:15:20.632622 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:15:20.632957 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:15:20.633282 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:15:20.633631 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:15:20.633970 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:15:20.634273 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:15:20.634591 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:15:20.634907 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:15:20.635242 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:15:20.635573 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:15:20.635903 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:15:20.636200 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:15:20.686397 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Attempting to bind port d757292f-2dd8-4dd4-8a53-54f1f4bfdd95 on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:15:20.686846 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Attempting to bind port d757292f-2dd8-4dd4-8a53-54f1f4bfdd95 by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': '96266750-dcec-444a-ad1f-2ed64ececad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79558aac-bfb6-47c5-b9ef-0a3250f9b765'}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:15:20.687205 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Attempting to bind port d757292f-2dd8-4dd4-8a53-54f1f4bfdd95 on network 79558aac-bfb6-47c5-b9ef-0a3250f9b765 {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:15:20.692148 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:15:20.692518 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Checking segment: {'id': '96266750-dcec-444a-ad1f-2ed64ececad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79558aac-bfb6-47c5-b9ef-0a3250f9b765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:15:20.692912 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:15:20.693323 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Bound using segment: {'id': '96266750-dcec-444a-ad1f-2ed64ececad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79558aac-bfb6-47c5-b9ef-0a3250f9b765'} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:15:20.693821 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Bound port: d757292f-2dd8-4dd4-8a53-54f1f4bfdd95, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96266750-dcec-444a-ad1f-2ed64ececad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79558aac-bfb6-47c5-b9ef-0a3250f9b765'}}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:15:20.694455 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (d757292f-2dd8-4dd4-8a53-54f1f4bfdd95), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:15:20.759608 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] For port d757292f-2dd8-4dd4-8a53-54f1f4bfdd95, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:15:20.762835 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] For port d757292f-2dd8-4dd4-8a53-54f1f4bfdd95, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=d757292f-2dd8-4dd4-8a53-54f1f4bfdd95,segment=NetworkSegment(96266750-dcec-444a-ad1f-2ed64ececad6),segment_id=96266750-dcec-444a-ad1f-2ed64ececad6)] {{(pid=103822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:15:20.843608 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (d757292f-2dd8-4dd4-8a53-54f1f4bfdd95), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:15:20.904967 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb67622-c776-4394-8f66-85c93beef259 None None] Pushing event updated for resources: {'Port': ['ID=d757292f-2dd8-4dd4-8a53-54f1f4bfdd95,revision_number=2']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:15:21.243137 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device d757292f-2dd8-4dd4-8a53-54f1f4bfdd95 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:15:21.297834 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port d757292f-2dd8-4dd4-8a53-54f1f4bfdd95 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:15:21.298163 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (d757292f-2dd8-4dd4-8a53-54f1f4bfdd95), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:15:21.394091 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port d757292f-2dd8-4dd4-8a53-54f1f4bfdd95 is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:15:21.394478 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (d757292f-2dd8-4dd4-8a53-54f1f4bfdd95), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:15:21.427398 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] For port d757292f-2dd8-4dd4-8a53-54f1f4bfdd95, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=d757292f-2dd8-4dd4-8a53-54f1f4bfdd95,segment=NetworkSegment(96266750-dcec-444a-ad1f-2ed64ececad6),segment_id=96266750-dcec-444a-ad1f-2ed64ececad6)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:15:21.500799 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (d757292f-2dd8-4dd4-8a53-54f1f4bfdd95), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:15:21.559035 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Pushing event updated for resources: {'Port': ['ID=d757292f-2dd8-4dd4-8a53-54f1f4bfdd95,revision_number=3']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:15:21.793937 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583a7731-50cd-4189-8d5c-3de408646f6f None None] Network 79558aac-bfb6-47c5-b9ef-0a3250f9b765 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:15:21.897104 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-bdcc5bf6-9d6a-4244-b72c-49b3fa7b34d3 None None] Provisioning complete for port d757292f-2dd8-4dd4-8a53-54f1f4bfdd95 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:15:21.897439 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bdcc5bf6-9d6a-4244-b72c-49b3fa7b34d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (d757292f-2dd8-4dd4-8a53-54f1f4bfdd95), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:15:21.994871 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-bdcc5bf6-9d6a-4244-b72c-49b3fa7b34d3 None None] Current status of the port d757292f-2dd8-4dd4-8a53-54f1f4bfdd95 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:15:22.214345 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-de626402-56a6-48f7-abd7-b104e391de16 None None] Provisioning complete for port d757292f-2dd8-4dd4-8a53-54f1f4bfdd95 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:15:22.214653 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-de626402-56a6-48f7-abd7-b104e391de16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (d757292f-2dd8-4dd4-8a53-54f1f4bfdd95), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:15:22.299407 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-de626402-56a6-48f7-abd7-b104e391de16 None None] Current status of the port d757292f-2dd8-4dd4-8a53-54f1f4bfdd95 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:15:23.194678 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device d757292f-2dd8-4dd4-8a53-54f1f4bfdd95 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:15:23.244649 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port d757292f-2dd8-4dd4-8a53-54f1f4bfdd95 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:15:23.245041 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (d757292f-2dd8-4dd4-8a53-54f1f4bfdd95), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:15:23.320772 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port d757292f-2dd8-4dd4-8a53-54f1f4bfdd95 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:15:40.133975 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-dad61c1c-d550-46aa-973f-ea14285f9bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:15:42.225693 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-e62dd342-74bc-44d1-b749-5bab839d77be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:15:43.636867 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:15:44.711287 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:15:46.373571 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:15:50.318925 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 5 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:16:10.115457 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-0cfb69fc-da80-4ff8-af7b-879853f4896d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:16:12.252556 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-d1886bdb-058f-4927-a5b5-186f6a9e9802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:16:13.641159 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:16:14.731696 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:16:16.372590 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:16:27.317141 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 5 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:16:40.108542 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-c400a7b0-b012-4031-b947-61c295083919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:16:42.229839 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-c84bc836-69ee-4350-9ba8-52aeed08dd08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:16:43.651230 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:16:44.760323 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:16:46.387994 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:16:48.211594 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 41684) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:16:48.217150 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [None req-2a1e344f-ded2-4cb2-9e11-3a42875e3353 tempest-verify_tempest_config-416728918 tempest-verify_tempest_config-416728918-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103820) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 20:16:48.218145 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-2a1e344f-ded2-4cb2-9e11-3a42875e3353 tempest-verify_tempest_config-416728918 tempest-verify_tempest_config-416728918-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056489 Mar 29 20:16:48.746886 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 41702) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:16:48.847319 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-81788308-ab6a-4838-8b72-5c996d796b3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:16:48.920283 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-81788308-ab6a-4838-8b72-5c996d796b3a admin admin] Publish callbacks [] for security_group (7b9daeb0-46d7-44a2-b605-c61beb3f68de), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:16:49.022401 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-81788308-ab6a-4838-8b72-5c996d796b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (7b9daeb0-46d7-44a2-b605-c61beb3f68de), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:16:49.066571 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-81788308-ab6a-4838-8b72-5c996d796b3a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3ae80b28b4a34c4e8be3fb2ed80c5098&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3185756 Mar 29 20:16:49.067694 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81788308-ab6a-4838-8b72-5c996d796b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9daeb0-46d7-44a2-b605-c61beb3f68de,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:16:49.069499 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 41706) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:16:49.076124 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81788308-ab6a-4838-8b72-5c996d796b3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:16:49.078031 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81788308-ab6a-4838-8b72-5c996d796b3a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:16:49.078031 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81788308-ab6a-4838-8b72-5c996d796b3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:16:49.078031 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81788308-ab6a-4838-8b72-5c996d796b3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:16:49.078031 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81788308-ab6a-4838-8b72-5c996d796b3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:16:49.078407 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81788308-ab6a-4838-8b72-5c996d796b3a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:16:49.078518 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81788308-ab6a-4838-8b72-5c996d796b3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:16:49.078785 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81788308-ab6a-4838-8b72-5c996d796b3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:16:49.079116 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81788308-ab6a-4838-8b72-5c996d796b3a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:16:49.079439 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81788308-ab6a-4838-8b72-5c996d796b3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:16:49.079769 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81788308-ab6a-4838-8b72-5c996d796b3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:16:49.080102 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81788308-ab6a-4838-8b72-5c996d796b3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:16:49.080420 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81788308-ab6a-4838-8b72-5c996d796b3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:16:49.080841 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81788308-ab6a-4838-8b72-5c996d796b3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:16:49.081161 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81788308-ab6a-4838-8b72-5c996d796b3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:16:49.148332 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-96e9e38b-bd56-4407-b9de-b95857dd0e13 admin admin] Publish callbacks [] for security_group (7b9daeb0-46d7-44a2-b605-c61beb3f68de), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:16:49.171154 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-96e9e38b-bd56-4407-b9de-b95857dd0e13 admin admin] Publish callbacks [] for security_group (7b9daeb0-46d7-44a2-b605-c61beb3f68de), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:16:49.325635 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-96e9e38b-bd56-4407-b9de-b95857dd0e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (7b9daeb0-46d7-44a2-b605-c61beb3f68de), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:16:49.328197 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-96e9e38b-bd56-4407-b9de-b95857dd0e13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:16:49.329302 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-96e9e38b-bd56-4407-b9de-b95857dd0e13 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7b9daeb0-46d7-44a2-b605-c61beb3f68de HTTP/1.1" status: 204 len: 168 time: 0.2576132 Mar 29 20:16:49.337795 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9e38b-bd56-4407-b9de-b95857dd0e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9daeb0-46d7-44a2-b605-c61beb3f68de,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:16:49.344610 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9e38b-bd56-4407-b9de-b95857dd0e13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:16:49.344976 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9e38b-bd56-4407-b9de-b95857dd0e13 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:16:49.345348 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9e38b-bd56-4407-b9de-b95857dd0e13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:16:49.345685 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9e38b-bd56-4407-b9de-b95857dd0e13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:16:49.346009 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9e38b-bd56-4407-b9de-b95857dd0e13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:16:49.346443 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9e38b-bd56-4407-b9de-b95857dd0e13 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:16:49.346764 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9e38b-bd56-4407-b9de-b95857dd0e13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:16:49.347074 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9e38b-bd56-4407-b9de-b95857dd0e13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:16:49.347450 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9e38b-bd56-4407-b9de-b95857dd0e13 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:16:49.347772 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9e38b-bd56-4407-b9de-b95857dd0e13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:16:49.348103 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9e38b-bd56-4407-b9de-b95857dd0e13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:16:49.348438 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9e38b-bd56-4407-b9de-b95857dd0e13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:16:49.348754 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9e38b-bd56-4407-b9de-b95857dd0e13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:16:49.349069 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9e38b-bd56-4407-b9de-b95857dd0e13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:16:49.349409 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9e38b-bd56-4407-b9de-b95857dd0e13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:17:04.316453 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 5 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:17:10.120073 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-9e226902-e4b1-43e8-b758-c17cbb00660b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:17:12.243877 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-b04c320f-290e-43cc-9d22-26538e37148b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:17:13.650744 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:17:14.718996 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:17:16.370198 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:17:40.141038 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-e5687d2a-9ded-47c0-9c82-764d17ed9b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:17:41.314346 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 5 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:17:42.238017 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-b3ed2d9c-8dbd-4dbc-8fab-7d3e9061e7d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:17:43.660527 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:17:44.729090 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:17:46.362420 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:18:10.127785 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-6460ac69-73bf-4e11-93da-7e877cd17761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:18:12.242617 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-33688cda-8b02-480c-83d5-5c48b529b3bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:18:13.671237 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:18:14.750598 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:18:16.419353 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:18:18.312011 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 5 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:18:28.533300 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548068'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:18:40.115189 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-ab24bbc8-d392-4887-8305-e84eb31ecb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:18:42.223689 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-44c18f8b-7ccf-4f81-8cbf-454490fcf87b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:18:43.675098 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:18:44.031690 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 41778) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:18:44.136250 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-71ee7950-c38e-49e3-b912-e7f889ebc63b admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1034470 Mar 29 20:18:44.721231 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:18:46.378067 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:18:46.618750 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 41788) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:18:46.672622 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-7d109a80-082e-4959-abf1-7fa07de4b2a6 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0528185 Mar 29 20:18:55.311365 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:18:58.531613 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:19:10.125375 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7ef3161b-510a-4f51-95cb-69bb66a394f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:19:12.279849 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-98f12a92-19ca-4bbd-b583-713bf724a271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:19:13.691290 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:19:14.737412 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:19:16.416906 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:19:28.530631 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:19:32.309620 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:19:40.130296 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-0d7fdb7e-d446-46a0-ac1a-a0f52399eec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:19:42.250674 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-e567b13a-25b7-4084-b49e-3085c50c70d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:19:43.673668 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:19:44.742358 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:19:46.399008 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:19:58.512424 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:09.309127 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:20:10.140044 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-ec4bb03a-79d2-49f6-92c2-ef18380343eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:12.231904 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-420605d9-30e1-40cf-a93b-82b848d8be05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:13.671861 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:14.723077 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:16.379934 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:24.017230 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 41952) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:24.301462 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1578203618-network', 'tenant_id': '378d35471c8d47cc9624b98530d05223'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:20:24.420359 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] Made reservation on behalf of 378d35471c8d47cc9624b98530d05223 for: {'network': 1} {{(pid=103821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:20:24.420359 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for network (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:24.431134 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:24.511860 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] Publish callbacks [] for security_group (255a3a9f-ebb8-4d3c-b08a-47e7772b0681), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:24.585718 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (255a3a9f-ebb8-4d3c-b08a-47e7772b0681), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:24.617630 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=103821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 20:20:24.634911 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255a3a9f-ebb8-4d3c-b08a-47e7772b0681,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:24.644727 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738049908273', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (374fdad7-f913-494e-95a6-c81a6f6c7cc1), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:24.645348 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] Unsubscribe: segment precommit_create {{(pid=103821) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 29 20:20:24.645811 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.db.segments_db [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] Added segment 374fdad7-f913-494e-95a6-c81a6f6c7cc1 of type vlan for network fccb8720-153f-47bd-b545-dee0eba76738 Mar 29 20:20:24.650460 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:24.650799 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:24.651155 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:24.651493 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:24.651822 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:24.652150 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:24.652474 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:24.652790 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:24.653336 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] Tracked resource versions report: Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: pushed versions: Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: { 'AddressGroup': {'1.2'}, Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: 'Agent': {'1.1'}, Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: 'ConntrackHelper': {'1.0'}, Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: 'LocalIPAssociation': {'1.0'}, Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: 'Log': {'1.0'}, Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: 'NDPProxy': {'1.0'}, Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: 'Network': {'1.1'}, Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: 'Port': {'1.7'}, Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: 'PortForwarding': {'1.3'}, Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: 'QosPolicy': {'1.10'}, Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: 'SecurityGroup': {'1.5'}, Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: 'SecurityGroupRule': {'1.2'}, Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: 'SubPort': {'1.0'}, Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: 'Subnet': {'1.1'}, Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: 'Trunk': {'1.1'}} Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: consumer versions: Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: { DHCP agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: HyperV agent@hv-cinder-78481: {}, Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: L3 agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: Metadata agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: Metering agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: Open vSwitch agent@dv-cinder-784815-3-iscsi: { 'AddressGroup': '1.2', Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: 'Agent': '1.1', Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: 'ConntrackHelper': '1.0', Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: 'LocalIPAssociation': '1.0', Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: 'Log': '1.0', Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: 'NDPProxy': '1.0', Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: 'Network': '1.1', Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: 'Port': '1.7', Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: 'PortForwarding': '1.3', Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: 'QosPolicy': '1.10', Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: 'SecurityGroup': '1.5', Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: 'SecurityGroupRule': '1.2', Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: 'SubPort': '1.0', Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: 'Subnet': '1.1', Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: 'Trunk': '1.1'}} Mar 29 20:20:24.658093 dv-cinder-784815-3-iscsi neutron-server[103821]: {{(pid=103821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 20:20:24.729629 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738049548858'] for network (fccb8720-153f-47bd-b545-dee0eba76738), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:24.859579 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for network (fccb8720-153f-47bd-b545-dee0eba76738), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:24.860552 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:24.861162 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:24.956656 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] Pushing event updated for resources: {'Network': ['ID=fccb8720-153f-47bd-b545-dee0eba76738,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:24.969966 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Network fccb8720-153f-47bd-b545-dee0eba76738 details requested by agent ovs-agent-dv-cinder-784815-3-iscsi with host dv-cinder-784815-3-iscsi {{(pid=103822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 20:20:25.006147 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-8eba3d61-1ebe-4592-8a0c-fc009ceb57f7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9874039 Mar 29 20:20:25.008975 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 42014) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:25.015538 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-e701988f-e292-4401-ba65-6406d8acfbe7 admin admin] Request body: {'subnet': {'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1578203618-subnet', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:20:25.021837 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 42018) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:25.117116 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e701988f-e292-4401-ba65-6406d8acfbe7 admin admin] Made reservation on behalf of 378d35471c8d47cc9624b98530d05223 for: {'subnet': 1} {{(pid=103820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:20:25.120412 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e701988f-e292-4401-ba65-6406d8acfbe7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:25.346239 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e701988f-e292-4401-ba65-6406d8acfbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for subnet (f62aa6e9-61aa-4730-afeb-7a2b7cae7991), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:25.409932 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e701988f-e292-4401-ba65-6406d8acfbe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f62aa6e9-61aa-4730-afeb-7a2b7cae7991,revision_number=0']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:25.418008 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701988f-e292-4401-ba65-6406d8acfbe7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:25.418356 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701988f-e292-4401-ba65-6406d8acfbe7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:25.418717 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701988f-e292-4401-ba65-6406d8acfbe7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:25.419059 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701988f-e292-4401-ba65-6406d8acfbe7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:25.419391 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701988f-e292-4401-ba65-6406d8acfbe7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:25.419716 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701988f-e292-4401-ba65-6406d8acfbe7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:25.420038 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701988f-e292-4401-ba65-6406d8acfbe7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:25.420357 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701988f-e292-4401-ba65-6406d8acfbe7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:25.420677 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701988f-e292-4401-ba65-6406d8acfbe7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:25.421001 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701988f-e292-4401-ba65-6406d8acfbe7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:25.421352 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701988f-e292-4401-ba65-6406d8acfbe7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:25.421677 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701988f-e292-4401-ba65-6406d8acfbe7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:25.422000 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701988f-e292-4401-ba65-6406d8acfbe7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:25.422312 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701988f-e292-4401-ba65-6406d8acfbe7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:25.422630 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701988f-e292-4401-ba65-6406d8acfbe7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701988f-e292-4401-ba65-6406d8acfbe7 admin admin] Tracked resource versions report: Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: pushed versions: Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: { 'AddressGroup': {'1.2'}, Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: 'Agent': {'1.1'}, Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: 'ConntrackHelper': {'1.0'}, Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: 'LocalIPAssociation': {'1.0'}, Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: 'Log': {'1.0'}, Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: 'NDPProxy': {'1.0'}, Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: 'Network': {'1.1'}, Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: 'Port': {'1.7'}, Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: 'PortForwarding': {'1.3'}, Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: 'QosPolicy': {'1.10'}, Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: 'SecurityGroup': {'1.5'}, Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: 'SecurityGroupRule': {'1.2'}, Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: 'SubPort': {'1.0'}, Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: 'Subnet': {'1.1'}, Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: 'Trunk': {'1.1'}} Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: consumer versions: Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: { DHCP agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: HyperV agent@hv-cinder-78481: {}, Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: L3 agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: Metadata agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: Metering agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: Open vSwitch agent@dv-cinder-784815-3-iscsi: { 'AddressGroup': '1.2', Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: 'Agent': '1.1', Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: 'ConntrackHelper': '1.0', Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: 'LocalIPAssociation': '1.0', Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: 'Log': '1.0', Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: 'NDPProxy': '1.0', Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: 'Network': '1.1', Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: 'Port': '1.7', Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: 'PortForwarding': '1.3', Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: 'QosPolicy': '1.10', Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: 'SecurityGroup': '1.5', Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: 'SecurityGroupRule': '1.2', Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: 'SubPort': '1.0', Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: 'Subnet': '1.1', Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: 'Trunk': '1.1'}} Mar 29 20:20:25.423786 dv-cinder-784815-3-iscsi neutron-server[103820]: {{(pid=103820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 20:20:25.431067 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e701988f-e292-4401-ba65-6406d8acfbe7 admin admin] Checking segment: {'id': '374fdad7-f913-494e-95a6-c81a6f6c7cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:20:25.431429 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e701988f-e292-4401-ba65-6406d8acfbe7 admin admin] Network hostable DHCP agents. Network: fccb8720-153f-47bd-b545-dee0eba76738, hostable agents: ['fbd11a15-72c3-4df4-9a60-af3fb4eb1f23'], hosted agents: [] {{(pid=103820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 20:20:25.482851 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-7d5a8656-5271-4aee-b431-4900650f36b3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1411511876-network', 'tenant_id': '331c9c75e5db410a8aab2a0dedf24117'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:20:25.492172 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 42038) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:25.515040 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e701988f-e292-4401-ba65-6406d8acfbe7 admin admin] Network fccb8720-153f-47bd-b545-dee0eba76738 is scheduled to be hosted by DHCP agent fbd11a15-72c3-4df4-9a60-af3fb4eb1f23 with binding_index 1 {{(pid=103820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 20:20:25.523013 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 42042) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:25.585441 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5a8656-5271-4aee-b431-4900650f36b3 admin admin] Made reservation on behalf of 331c9c75e5db410a8aab2a0dedf24117 for: {'network': 1} {{(pid=103821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:20:25.587706 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7d5a8656-5271-4aee-b431-4900650f36b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for network (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:25.597041 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7d5a8656-5271-4aee-b431-4900650f36b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:25.609007 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-e701988f-e292-4401-ba65-6406d8acfbe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-3-iscsi, fccb8720-153f-47bd-b545-dee0eba76738) {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:20:25.616247 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e701988f-e292-4401-ba65-6406d8acfbe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:25.617123 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e701988f-e292-4401-ba65-6406d8acfbe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for subnet (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:25.619686 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb5ebdb-23fd-498b-a215-d06ecbc1bd53 None None] Network fccb8720-153f-47bd-b545-dee0eba76738 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:20:25.685662 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-e701988f-e292-4401-ba65-6406d8acfbe7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6749165 Mar 29 20:20:25.688617 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 42050) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:25.694536 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-3aefdaa7-e710-4644-837e-382b6c6b4c9b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1578203618-router', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:20:25.748489 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7d5a8656-5271-4aee-b431-4900650f36b3 admin admin] Publish callbacks [] for security_group (1f78ef78-677c-403f-8f80-4307987aa5e6), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:25.797872 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3aefdaa7-e710-4644-837e-382b6c6b4c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router (0c8b3a80-4aae-4fc7-ac23-665769945cd5), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:25.799272 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3aefdaa7-e710-4644-837e-382b6c6b4c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-432'] for router (0c8b3a80-4aae-4fc7-ac23-665769945cd5), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:25.801483 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bbac15f-45b0-565a-a02d-41b9043018c6-fccb8720-153f-47bd-b545-dee0eba76738', 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738', 'project_id': '378d35471c8d47cc9624b98530d05223', 'fixed_ips': [{'subnet_id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991'}]}} from dv-cinder-784815-3-iscsi. {{(pid=103822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 20:20:25.802680 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:25.819983 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7d5a8656-5271-4aee-b431-4900650f36b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (1f78ef78-677c-403f-8f80-4307987aa5e6), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:25.875769 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a8656-5271-4aee-b431-4900650f36b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f78ef78-677c-403f-8f80-4307987aa5e6,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:25.917882 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5a8656-5271-4aee-b431-4900650f36b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=103821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 20:20:25.931269 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7d5a8656-5271-4aee-b431-4900650f36b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (2e876de9-e068-4593-b07b-f23213271be1), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:25.931723 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.db.segments_db [None req-7d5a8656-5271-4aee-b431-4900650f36b3 admin admin] Added segment 2e876de9-e068-4593-b07b-f23213271be1 of type vlan for network 39b6a305-88e1-422a-97d7-4469551c41d4 Mar 29 20:20:25.945468 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3aefdaa7-e710-4644-837e-382b6c6b4c9b admin admin] Publish callbacks [] for router_controller (0c8b3a80-4aae-4fc7-ac23-665769945cd5), precommit_add_association {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:25.958600 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-069d0f92-219b-4317-85b8-2b0bbc55c258 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-267162537-network', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:20:25.984984 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.db_base_plugin_common [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Allocated IP 172.20.0.2 (fccb8720-153f-47bd-b545-dee0eba76738/f62aa6e9-61aa-4730-afeb-7a2b7cae7991/8dc030ca-c341-4f8e-9330-4d27abf2eabb) {{(pid=103822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:20:25.985654 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7d5a8656-5271-4aee-b431-4900650f36b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738049548858'] for network (39b6a305-88e1-422a-97d7-4469551c41d4), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:25.999417 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-3204e43e-6588-4720-95ab-2d9a7974eb60 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2114264641-network', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:20:26.082321 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069d0f92-219b-4317-85b8-2b0bbc55c258 admin admin] Made reservation on behalf of 4dd80d1f5dd744e8bd5cea87c84f184b for: {'network': 1} {{(pid=103820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:20:26.085318 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-069d0f92-219b-4317-85b8-2b0bbc55c258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for network (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:26.094097 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7d5a8656-5271-4aee-b431-4900650f36b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for network (39b6a305-88e1-422a-97d7-4469551c41d4), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:26.095950 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5a8656-5271-4aee-b431-4900650f36b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:26.097739 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7d5a8656-5271-4aee-b431-4900650f36b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:26.098284 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-069d0f92-219b-4317-85b8-2b0bbc55c258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:26.103819 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3204e43e-6588-4720-95ab-2d9a7974eb60 admin admin] Made reservation on behalf of 249ba837300b4e59a05f6c432c2d47b7 for: {'network': 1} {{(pid=103820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:20:26.103819 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3204e43e-6588-4720-95ab-2d9a7974eb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for network (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:26.127045 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3204e43e-6588-4720-95ab-2d9a7974eb60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:26.156159 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Publish callbacks [] for port (8dc030ca-c341-4f8e-9330-4d27abf2eabb), precommit_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:26.197085 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-7d5a8656-5271-4aee-b431-4900650f36b3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1726432 Mar 29 20:20:26.202919 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 42078) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:26.213379 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-a3eceada-f388-4932-83fd-028e8defe23f admin admin] Request body: {'subnet': {'network_id': '39b6a305-88e1-422a-97d7-4469551c41d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1411511876-subnet', 'tenant_id': '331c9c75e5db410a8aab2a0dedf24117', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:20:26.217625 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a8656-5271-4aee-b431-4900650f36b3 admin admin] Pushing event updated for resources: {'Network': ['ID=39b6a305-88e1-422a-97d7-4469551c41d4,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:26.231661 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Network 39b6a305-88e1-422a-97d7-4469551c41d4 details requested by agent ovs-agent-dv-cinder-784815-3-iscsi with host dv-cinder-784815-3-iscsi {{(pid=103822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 20:20:26.266026 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-069d0f92-219b-4317-85b8-2b0bbc55c258 admin admin] Publish callbacks [] for security_group (b5f57b2e-e71b-4c7b-a275-76574b7b533a), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:26.282447 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270'] for port (8dc030ca-c341-4f8e-9330-4d27abf2eabb), after_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:26.288608 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3eceada-f388-4932-83fd-028e8defe23f admin admin] Made reservation on behalf of 331c9c75e5db410a8aab2a0dedf24117 for: {'subnet': 1} {{(pid=103821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:20:26.290932 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-a3eceada-f388-4932-83fd-028e8defe23f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:26.311870 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3aefdaa7-e710-4644-837e-382b6c6b4c9b admin admin] Publish callbacks [] for router_gateway (0c8b3a80-4aae-4fc7-ac23-665769945cd5), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:26.316468 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-069d0f92-219b-4317-85b8-2b0bbc55c258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (b5f57b2e-e71b-4c7b-a275-76574b7b533a), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:26.322483 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Network fccb8720-153f-47bd-b545-dee0eba76738 is already hosted by enough agents. {{(pid=103822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:20:26.328006 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069d0f92-219b-4317-85b8-2b0bbc55c258 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=103820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 20:20:26.338287 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-069d0f92-219b-4317-85b8-2b0bbc55c258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (144a29d3-8b92-419a-a892-5d1bda94856a), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:26.341440 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.db.segments_db [None req-069d0f92-219b-4317-85b8-2b0bbc55c258 admin admin] Added segment 144a29d3-8b92-419a-a892-5d1bda94856a of type vlan for network cbeb19d7-fa07-4f98-99ee-9b94135513d6 Mar 29 20:20:26.343728 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.scheduler.base_scheduler [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Resources bound (agent type, host, resource id): {{(pid=103822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:20:26.348207 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Received port after_create {{(pid=103822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:20:26.388304 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Pushing event updated for resources: {'Port': ['ID=8dc030ca-c341-4f8e-9330-4d27abf2eabb,revision_number=1']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:26.393462 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-069d0f92-219b-4317-85b8-2b0bbc55c258 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738049548858'] for network (cbeb19d7-fa07-4f98-99ee-9b94135513d6), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:26.414551 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:26.414847 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:26.415323 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:26.415767 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:26.416209 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:26.416608 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:26.417028 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:26.417488 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:26.417917 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:26.418328 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:26.418756 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:26.419186 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:26.419600 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:26.420012 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:26.420512 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Tracked resource versions report: Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: pushed versions: Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: { 'AddressGroup': {'1.2'}, Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: 'Agent': {'1.1'}, Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: 'ConntrackHelper': {'1.0'}, Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: 'LocalIPAssociation': {'1.0'}, Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: 'Log': {'1.0'}, Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: 'NDPProxy': {'1.0'}, Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: 'Network': {'1.1'}, Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: 'Port': {'1.7'}, Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: 'PortForwarding': {'1.3'}, Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: 'QosPolicy': {'1.10'}, Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: 'SecurityGroup': {'1.5'}, Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: 'SecurityGroupRule': {'1.2'}, Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: 'SubPort': {'1.0'}, Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: 'Subnet': {'1.1'}, Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: 'Trunk': {'1.1'}} Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: consumer versions: Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: { DHCP agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: HyperV agent@hv-cinder-78481: {}, Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: L3 agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: Metadata agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: Metering agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: Open vSwitch agent@dv-cinder-784815-3-iscsi: { 'AddressGroup': '1.2', Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: 'Agent': '1.1', Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: 'ConntrackHelper': '1.0', Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: 'LocalIPAssociation': '1.0', Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: 'Log': '1.0', Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: 'NDPProxy': '1.0', Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: 'Network': '1.1', Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: 'Port': '1.7', Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: 'PortForwarding': '1.3', Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: 'QosPolicy': '1.10', Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: 'SecurityGroup': '1.5', Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: 'SecurityGroupRule': '1.2', Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: 'SubPort': '1.0', Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: 'Subnet': '1.1', Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: 'Trunk': '1.1'}} Mar 29 20:20:26.421814 dv-cinder-784815-3-iscsi neutron-server[103822]: {{(pid=103822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 20:20:26.436164 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Attempting to bind port 8dc030ca-c341-4f8e-9330-4d27abf2eabb on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:20:26.436778 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Attempting to bind port 8dc030ca-c341-4f8e-9330-4d27abf2eabb by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': '374fdad7-f913-494e-95a6-c81a6f6c7cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738'}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:20:26.437365 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Attempting to bind port 8dc030ca-c341-4f8e-9330-4d27abf2eabb on network fccb8720-153f-47bd-b545-dee0eba76738 {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:20:26.444197 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:20:26.444807 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Checking segment: {'id': '374fdad7-f913-494e-95a6-c81a6f6c7cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:20:26.445448 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:26.445923 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Bound using segment: {'id': '374fdad7-f913-494e-95a6-c81a6f6c7cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738'} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:20:26.450013 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Bound port: 8dc030ca-c341-4f8e-9330-4d27abf2eabb, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374fdad7-f913-494e-95a6-c81a6f6c7cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738'}}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:20:26.450013 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (8dc030ca-c341-4f8e-9330-4d27abf2eabb), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:26.474892 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d0f92-219b-4317-85b8-2b0bbc55c258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f57b2e-e71b-4c7b-a275-76574b7b533a,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:26.477830 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-069d0f92-219b-4317-85b8-2b0bbc55c258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for network (cbeb19d7-fa07-4f98-99ee-9b94135513d6), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:26.478992 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069d0f92-219b-4317-85b8-2b0bbc55c258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:26.479858 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-069d0f92-219b-4317-85b8-2b0bbc55c258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:26.483719 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3204e43e-6588-4720-95ab-2d9a7974eb60 admin admin] Publish callbacks [] for security_group (693e5729-1006-4ee8-a6f1-f5f420e3b65a), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:26.557044 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3204e43e-6588-4720-95ab-2d9a7974eb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (693e5729-1006-4ee8-a6f1-f5f420e3b65a), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:26.592282 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204e43e-6588-4720-95ab-2d9a7974eb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693e5729-1006-4ee8-a6f1-f5f420e3b65a,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:26.629792 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-069d0f92-219b-4317-85b8-2b0bbc55c258 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1056538 Mar 29 20:20:26.635761 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] For port 8dc030ca-c341-4f8e-9330-4d27abf2eabb, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:20:26.636636 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 42094) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:26.641507 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] For port 8dc030ca-c341-4f8e-9330-4d27abf2eabb, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=8dc030ca-c341-4f8e-9330-4d27abf2eabb,segment=NetworkSegment(374fdad7-f913-494e-95a6-c81a6f6c7cc1),segment_id=374fdad7-f913-494e-95a6-c81a6f6c7cc1)] {{(pid=103822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:20:26.642071 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-0ec61231-c751-4479-91cf-af5ca447485e admin admin] Request body: {'subnet': {'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-267162537-subnet', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:20:26.645740 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3204e43e-6588-4720-95ab-2d9a7974eb60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=103820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 20:20:26.648741 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d0f92-219b-4317-85b8-2b0bbc55c258 admin admin] Pushing event updated for resources: {'Network': ['ID=cbeb19d7-fa07-4f98-99ee-9b94135513d6,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:26.679522 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3204e43e-6588-4720-95ab-2d9a7974eb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (6802a8f3-7039-4643-9285-e85956d71d33), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:26.680327 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.db.segments_db [None req-3204e43e-6588-4720-95ab-2d9a7974eb60 admin admin] Added segment 6802a8f3-7039-4643-9285-e85956d71d33 of type vlan for network 0868a825-2260-425a-8d30-a4a84002c375 Mar 29 20:20:26.696500 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (8dc030ca-c341-4f8e-9330-4d27abf2eabb), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:26.735112 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3204e43e-6588-4720-95ab-2d9a7974eb60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738049548858'] for network (0868a825-2260-425a-8d30-a4a84002c375), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:26.740232 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-a3eceada-f388-4932-83fd-028e8defe23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for subnet (c7cf3a93-94d5-4fcf-a0c8-ad3d8834030c), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:26.769830 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 42098) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:26.786351 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec61231-c751-4479-91cf-af5ca447485e admin admin] Made reservation on behalf of 4dd80d1f5dd744e8bd5cea87c84f184b for: {'subnet': 1} {{(pid=103820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:20:26.788884 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0ec61231-c751-4479-91cf-af5ca447485e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:26.829176 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eceada-f388-4932-83fd-028e8defe23f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7cf3a93-94d5-4fcf-a0c8-ad3d8834030c,revision_number=0']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:26.834290 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8b9ea-7082-4ccf-a6ae-de9e2c77ff67 None None] Pushing event updated for resources: {'Port': ['ID=8dc030ca-c341-4f8e-9330-4d27abf2eabb,revision_number=2']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:26.922923 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eceada-f388-4932-83fd-028e8defe23f admin admin] Checking segment: {'id': '2e876de9-e068-4593-b07b-f23213271be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '39b6a305-88e1-422a-97d7-4469551c41d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:20:26.925974 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eceada-f388-4932-83fd-028e8defe23f admin admin] Network hostable DHCP agents. Network: 39b6a305-88e1-422a-97d7-4469551c41d4, hostable agents: ['fbd11a15-72c3-4df4-9a60-af3fb4eb1f23'], hosted agents: [] {{(pid=103821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 20:20:26.951259 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Network cbeb19d7-fa07-4f98-99ee-9b94135513d6 details requested by agent ovs-agent-dv-cinder-784815-3-iscsi with host dv-cinder-784815-3-iscsi {{(pid=103822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 20:20:26.961689 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3204e43e-6588-4720-95ab-2d9a7974eb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for network (0868a825-2260-425a-8d30-a4a84002c375), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:26.962440 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3204e43e-6588-4720-95ab-2d9a7974eb60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:26.964976 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3204e43e-6588-4720-95ab-2d9a7974eb60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:27.053860 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eceada-f388-4932-83fd-028e8defe23f admin admin] Network 39b6a305-88e1-422a-97d7-4469551c41d4 is scheduled to be hosted by DHCP agent fbd11a15-72c3-4df4-9a60-af3fb4eb1f23 with binding_index 1 {{(pid=103821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 20:20:27.107274 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-3204e43e-6588-4720-95ab-2d9a7974eb60 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6126156 Mar 29 20:20:27.108652 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 42106) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:27.165838 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-dbb340c2-61f0-48a0-a573-2facfe51332f admin admin] Request body: {'subnet': {'network_id': '0868a825-2260-425a-8d30-a4a84002c375', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2114264641-subnet', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:20:27.165838 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [None req-a3eceada-f388-4932-83fd-028e8defe23f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-3-iscsi, 39b6a305-88e1-422a-97d7-4469551c41d4) {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:20:27.169092 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3eceada-f388-4932-83fd-028e8defe23f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:27.169976 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-a3eceada-f388-4932-83fd-028e8defe23f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for subnet (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:27.177038 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2037b46b-b059-4df4-b73a-034ae011b61f None None] Network 39b6a305-88e1-422a-97d7-4469551c41d4 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:20:27.231361 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204e43e-6588-4720-95ab-2d9a7974eb60 admin admin] Pushing event updated for resources: {'Network': ['ID=0868a825-2260-425a-8d30-a4a84002c375,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:27.245043 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb340c2-61f0-48a0-a573-2facfe51332f admin admin] Made reservation on behalf of 249ba837300b4e59a05f6c432c2d47b7 for: {'subnet': 1} {{(pid=103821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:20:27.251774 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-dbb340c2-61f0-48a0-a573-2facfe51332f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:27.251911 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3aefdaa7-e710-4644-837e-382b6c6b4c9b admin admin] Publish callbacks [] for router_gateway (0c8b3a80-4aae-4fc7-ac23-665769945cd5), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:27.253635 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-89d8fb72-b061-42ce-9987-ab4d28a8fa60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:27.355241 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Network 0868a825-2260-425a-8d30-a4a84002c375 details requested by agent ovs-agent-dv-cinder-784815-3-iscsi with host dv-cinder-784815-3-iscsi {{(pid=103822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 20:20:27.451979 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-a3eceada-f388-4932-83fd-028e8defe23f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2478254 Mar 29 20:20:27.482828 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3aefdaa7-e710-4644-837e-382b6c6b4c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:27.527005 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 8dc030ca-c341-4f8e-9330-4d27abf2eabb up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:20:27.632854 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113f1179-c2a8-4f3f-9498-81602bc04762 None None] Network 39b6a305-88e1-422a-97d7-4469551c41d4 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:20:27.751400 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-dbb340c2-61f0-48a0-a573-2facfe51332f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for subnet (b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:27.753969 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_common [None req-3aefdaa7-e710-4644-837e-382b6c6b4c9b admin admin] Allocated IP 172.27.3.224 (921e7f1b-e183-4cfd-babe-1b51626667cb/9cb70218-5a19-4d48-a6d1-83791bae0ed9/12477710-1a04-440e-9f58-027689602082) {{(pid=103820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:20:27.758158 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 8dc030ca-c341-4f8e-9330-4d27abf2eabb triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:27.764671 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (8dc030ca-c341-4f8e-9330-4d27abf2eabb), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:27.770306 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-89d8fb72-b061-42ce-9987-ab4d28a8fa60 admin admin] Publish callbacks [] for security_group (829eed0f-a875-4562-9c6f-4162bbb46fa1), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:27.819552 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0ec61231-c751-4479-91cf-af5ca447485e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for subnet (8355bf79-4b50-4d2a-871e-8619ac782cca), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:27.875256 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb340c2-61f0-48a0-a573-2facfe51332f admin admin] Checking segment: {'id': '6802a8f3-7039-4643-9285-e85956d71d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0868a825-2260-425a-8d30-a4a84002c375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:20:27.875737 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb340c2-61f0-48a0-a573-2facfe51332f admin admin] Network hostable DHCP agents. Network: 0868a825-2260-425a-8d30-a4a84002c375, hostable agents: ['fbd11a15-72c3-4df4-9a60-af3fb4eb1f23'], hosted agents: [] {{(pid=103821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 20:20:27.907780 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-89d8fb72-b061-42ce-9987-ab4d28a8fa60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (829eed0f-a875-4562-9c6f-4162bbb46fa1), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:27.916204 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb340c2-61f0-48a0-a573-2facfe51332f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0,revision_number=0']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:27.982258 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 8dc030ca-c341-4f8e-9330-4d27abf2eabb is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:20:27.982905 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (8dc030ca-c341-4f8e-9330-4d27abf2eabb), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:28.002785 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb340c2-61f0-48a0-a573-2facfe51332f admin admin] Network 0868a825-2260-425a-8d30-a4a84002c375 is scheduled to be hosted by DHCP agent fbd11a15-72c3-4df4-9a60-af3fb4eb1f23 with binding_index 1 {{(pid=103821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 20:20:28.038636 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] For port 8dc030ca-c341-4f8e-9330-4d27abf2eabb, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=8dc030ca-c341-4f8e-9330-4d27abf2eabb,segment=NetworkSegment(374fdad7-f913-494e-95a6-c81a6f6c7cc1),segment_id=374fdad7-f913-494e-95a6-c81a6f6c7cc1)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:20:28.041255 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-89d8fb72-b061-42ce-9987-ab4d28a8fa60 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0950e898966240728e8398e186c48baf&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2674942 Mar 29 20:20:28.044184 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 42138) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:28.094868 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [None req-dbb340c2-61f0-48a0-a573-2facfe51332f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-3-iscsi, 0868a825-2260-425a-8d30-a4a84002c375) {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:20:28.103677 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d40728f-34ff-40e8-90e2-4efaf6f1d9a2 None None] Network 0868a825-2260-425a-8d30-a4a84002c375 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:20:28.127189 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb340c2-61f0-48a0-a573-2facfe51332f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:28.129974 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-dbb340c2-61f0-48a0-a573-2facfe51332f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for subnet (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:28.186131 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3aefdaa7-e710-4644-837e-382b6c6b4c9b admin admin] Publish callbacks [] for port (12477710-1a04-440e-9f58-027689602082), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:28.215641 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (8dc030ca-c341-4f8e-9330-4d27abf2eabb), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:28.217886 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2a38a371-cd5c-4183-a352-e351ca486fc1 admin admin] Publish callbacks [] for security_group (829eed0f-a875-4562-9c6f-4162bbb46fa1), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:28.237821 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-dbb340c2-61f0-48a0-a573-2facfe51332f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1274731 Mar 29 20:20:28.251119 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 42168) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:28.266026 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8fb72-b061-42ce-9987-ab4d28a8fa60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829eed0f-a875-4562-9c6f-4162bbb46fa1,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:28.268859 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-b4eaf57e-2675-4fb3-ab70-8ed1f9ab2ca7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2114264641-router', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:20:28.295376 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 42174) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:28.303425 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec61231-c751-4479-91cf-af5ca447485e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8355bf79-4b50-4d2a-871e-8619ac782cca,revision_number=0']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:28.313180 dv-cinder-784815-3-iscsi neutron-server[103820]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 29 20:20:28.339417 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2a38a371-cd5c-4183-a352-e351ca486fc1 admin admin] Publish callbacks [] for security_group (829eed0f-a875-4562-9c6f-4162bbb46fa1), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:28.345262 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Pushing event updated for resources: {'Port': ['ID=8dc030ca-c341-4f8e-9330-4d27abf2eabb,revision_number=3']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:28.396661 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf57e-2675-4fb3-ab70-8ed1f9ab2ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router (e9d08a42-4f2a-44ba-9c77-83057d0fd5b6), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:28.398904 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf57e-2675-4fb3-ab70-8ed1f9ab2ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-432'] for router (e9d08a42-4f2a-44ba-9c77-83057d0fd5b6), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:28.481906 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a152e1-0a3b-4fe6-a211-46bc903de7b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bbac15f-45b0-565a-a02d-41b9043018c6-0868a825-2260-425a-8d30-a4a84002c375', 'network_id': '0868a825-2260-425a-8d30-a4a84002c375', 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'fixed_ips': [{'subnet_id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0'}]}} from dv-cinder-784815-3-iscsi. {{(pid=103822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 20:20:28.482909 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-d5a152e1-0a3b-4fe6-a211-46bc903de7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:28.503767 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881b046a-b4a7-4114-9d50-0e29858bb934 None None] Network fccb8720-153f-47bd-b545-dee0eba76738 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:20:28.557876 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677add0e-3552-4a17-a31b-378756265fe7 req-4028e006-05ca-446a-a6c8-91387e5f38e4 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:28.559538 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-677add0e-3552-4a17-a31b-378756265fe7 req-4028e006-05ca-446a-a6c8-91387e5f38e4 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/networks?id=39b6a305-88e1-422a-97d7-4469551c41d4 HTTP/1.1" status: 200 len: 812 time: 0.2572014 Mar 29 20:20:28.570685 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:28.580525 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3aefdaa7-e710-4644-837e-382b6c6b4c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270'] for port (12477710-1a04-440e-9f58-027689602082), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:28.613004 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aefdaa7-e710-4644-837e-382b6c6b4c9b admin admin] Network 921e7f1b-e183-4cfd-babe-1b51626667cb is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:20:28.616859 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-3aefdaa7-e710-4644-837e-382b6c6b4c9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:20:28.637160 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf57e-2675-4fb3-ab70-8ed1f9ab2ca7 admin admin] Publish callbacks [] for router_controller (e9d08a42-4f2a-44ba-9c77-83057d0fd5b6), precommit_add_association {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:28.639189 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aefdaa7-e710-4644-837e-382b6c6b4c9b admin admin] Received port after_create {{(pid=103820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:20:28.649909 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7a3faf4a-5b8d-4a50-bcb2-417461825853 None None] Provisioning complete for port 8dc030ca-c341-4f8e-9330-4d27abf2eabb triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:28.650961 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7a3faf4a-5b8d-4a50-bcb2-417461825853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (8dc030ca-c341-4f8e-9330-4d27abf2eabb), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:28.676350 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec61231-c751-4479-91cf-af5ca447485e admin admin] Checking segment: {'id': '144a29d3-8b92-419a-a892-5d1bda94856a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:20:28.676732 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec61231-c751-4479-91cf-af5ca447485e admin admin] Network hostable DHCP agents. Network: cbeb19d7-fa07-4f98-99ee-9b94135513d6, hostable agents: ['fbd11a15-72c3-4df4-9a60-af3fb4eb1f23'], hosted agents: [] {{(pid=103820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 20:20:28.682695 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2a38a371-cd5c-4183-a352-e351ca486fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (829eed0f-a875-4562-9c6f-4162bbb46fa1), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:28.686071 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2a38a371-cd5c-4183-a352-e351ca486fc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:28.695608 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-2a38a371-cd5c-4183-a352-e351ca486fc1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/829eed0f-a875-4562-9c6f-4162bbb46fa1 HTTP/1.1" status: 204 len: 168 time: 0.6423852 Mar 29 20:20:28.698837 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38a371-cd5c-4183-a352-e351ca486fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829eed0f-a875-4562-9c6f-4162bbb46fa1,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:28.721869 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-677add0e-3552-4a17-a31b-378756265fe7 req-270473f9-2973-4a6f-920b-e906f396caed tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/quotas/331c9c75e5db410a8aab2a0dedf24117 HTTP/1.1" status: 200 len: 375 time: 0.1448984 Mar 29 20:20:28.798652 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-677add0e-3552-4a17-a31b-378756265fe7 req-e414cf6a-fc52-4e7b-a8b5-9559228bf2df tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=331c9c75e5db410a8aab2a0dedf24117&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757964 Mar 29 20:20:28.827715 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aefdaa7-e710-4644-837e-382b6c6b4c9b admin admin] Pushing event updated for resources: {'Port': ['ID=12477710-1a04-440e-9f58-027689602082,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:28.940616 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec61231-c751-4479-91cf-af5ca447485e admin admin] Network cbeb19d7-fa07-4f98-99ee-9b94135513d6 is scheduled to be hosted by DHCP agent fbd11a15-72c3-4df4-9a60-af3fb4eb1f23 with binding_index 1 {{(pid=103820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 20:20:28.956585 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.db_base_plugin_common [None req-d5a152e1-0a3b-4fe6-a211-46bc903de7b2 None None] Allocated IP 172.20.0.2 (0868a825-2260-425a-8d30-a4a84002c375/b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0/1221baf1-9bab-42b7-ba13-86ceb0b6a5fe) {{(pid=103822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:20:28.965372 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf57e-2675-4fb3-ab70-8ed1f9ab2ca7 admin admin] Publish callbacks [] for router_gateway (e9d08a42-4f2a-44ba-9c77-83057d0fd5b6), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:29.083821 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-0ec61231-c751-4479-91cf-af5ca447485e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-3-iscsi, cbeb19d7-fa07-4f98-99ee-9b94135513d6) {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:20:29.085445 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3aefdaa7-e710-4644-837e-382b6c6b4c9b admin admin] Publish callbacks [] for router_gateway (0c8b3a80-4aae-4fc7-ac23-665769945cd5), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:29.093758 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec61231-c751-4479-91cf-af5ca447485e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:29.094404 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0ec61231-c751-4479-91cf-af5ca447485e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for subnet (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:29.109807 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea354653-bc38-4b50-b950-56d41d4b6875 None None] Network cbeb19d7-fa07-4f98-99ee-9b94135513d6 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:20:29.113972 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [req-677add0e-3552-4a17-a31b-378756265fe7 req-892e4319-5ee7-4c5c-98ea-84c7896dea93 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103820) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 20:20:29.115601 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-677add0e-3552-4a17-a31b-378756265fe7 req-892e4319-5ee7-4c5c-98ea-84c7896dea93 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1208220 Mar 29 20:20:29.186038 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-0ec61231-c751-4479-91cf-af5ca447485e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5440743 Mar 29 20:20:29.209145 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 42192) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:29.216373 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-932aaee3-dab0-4365-bb89-4f18e1a9fd15 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-267162537-router', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:20:29.247791 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7a3faf4a-5b8d-4a50-bcb2-417461825853 None None] Current status of the port 8dc030ca-c341-4f8e-9330-4d27abf2eabb is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:20:29.342665 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-932aaee3-dab0-4365-bb89-4f18e1a9fd15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router (27da9c05-c56d-407b-b126-808fcd8b2af4), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:29.343973 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-932aaee3-dab0-4365-bb89-4f18e1a9fd15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-432'] for router (27da9c05-c56d-407b-b126-808fcd8b2af4), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:29.386424 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-677add0e-3552-4a17-a31b-378756265fe7 req-6bf5846a-1efb-4c95-a3da-998b4cb9c7c0 service neutron] 10.222.0.43 "GET /v2.0/networks/39b6a305-88e1-422a-97d7-4469551c41d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172539 Mar 29 20:20:29.465648 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-d5a152e1-0a3b-4fe6-a211-46bc903de7b2 None None] Publish callbacks [] for port (1221baf1-9bab-42b7-ba13-86ceb0b6a5fe), precommit_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:29.470259 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 8dc030ca-c341-4f8e-9330-4d27abf2eabb up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:20:29.490498 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-932aaee3-dab0-4365-bb89-4f18e1a9fd15 admin admin] Publish callbacks [] for router_controller (27da9c05-c56d-407b-b126-808fcd8b2af4), precommit_add_association {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:29.526337 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b83c568-620d-464c-88a8-759d0a4e2b4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bbac15f-45b0-565a-a02d-41b9043018c6-cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'fixed_ips': [{'subnet_id': '8355bf79-4b50-4d2a-871e-8619ac782cca'}]}} from dv-cinder-784815-3-iscsi. {{(pid=103822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 20:20:29.531976 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-9b83c568-620d-464c-88a8-759d0a4e2b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:29.613090 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-d5a152e1-0a3b-4fe6-a211-46bc903de7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270'] for port (1221baf1-9bab-42b7-ba13-86ceb0b6a5fe), after_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:29.640566 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-23b4068c-002e-46c5-9a01-95edb4861993 None None] Provisioning complete for port 8dc030ca-c341-4f8e-9330-4d27abf2eabb triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:29.641173 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-23b4068c-002e-46c5-9a01-95edb4861993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (8dc030ca-c341-4f8e-9330-4d27abf2eabb), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:29.641396 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3aefdaa7-e710-4644-837e-382b6c6b4c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540959'] for router (0c8b3a80-4aae-4fc7-ac23-665769945cd5), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:29.647740 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-677add0e-3552-4a17-a31b-378756265fe7 req-0bb5a349-9a78-4e45-8732-b5c41aa6c8d7 service neutron] 10.222.0.43 "GET /v2.0/networks/39b6a305-88e1-422a-97d7-4469551c41d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560061 Mar 29 20:20:29.761964 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-23b4068c-002e-46c5-9a01-95edb4861993 None None] Current status of the port 8dc030ca-c341-4f8e-9330-4d27abf2eabb is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:20:29.766816 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a152e1-0a3b-4fe6-a211-46bc903de7b2 None None] Network 0868a825-2260-425a-8d30-a4a84002c375 is already hosted by enough agents. {{(pid=103822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:20:29.850401 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.scheduler.base_scheduler [None req-d5a152e1-0a3b-4fe6-a211-46bc903de7b2 None None] Resources bound (agent type, host, resource id): {{(pid=103822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:20:29.852879 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a152e1-0a3b-4fe6-a211-46bc903de7b2 None None] Received port after_create {{(pid=103822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:20:29.860476 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 8dc030ca-c341-4f8e-9330-4d27abf2eabb triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:29.860885 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (8dc030ca-c341-4f8e-9330-4d27abf2eabb), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:29.980668 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a152e1-0a3b-4fe6-a211-46bc903de7b2 None None] Pushing event updated for resources: {'Port': ['ID=1221baf1-9bab-42b7-ba13-86ceb0b6a5fe,revision_number=1']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:29.988504 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-932aaee3-dab0-4365-bb89-4f18e1a9fd15 admin admin] Publish callbacks [] for router_gateway (27da9c05-c56d-407b-b126-808fcd8b2af4), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:30.004412 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-d5a152e1-0a3b-4fe6-a211-46bc903de7b2 None None] Attempting to bind port 1221baf1-9bab-42b7-ba13-86ceb0b6a5fe on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:20:30.004968 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-d5a152e1-0a3b-4fe6-a211-46bc903de7b2 None None] Attempting to bind port 1221baf1-9bab-42b7-ba13-86ceb0b6a5fe by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': '6802a8f3-7039-4643-9285-e85956d71d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0868a825-2260-425a-8d30-a4a84002c375'}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:20:30.005202 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf57e-2675-4fb3-ab70-8ed1f9ab2ca7 admin admin] Publish callbacks [] for router_gateway (e9d08a42-4f2a-44ba-9c77-83057d0fd5b6), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:30.005841 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a152e1-0a3b-4fe6-a211-46bc903de7b2 None None] Attempting to bind port 1221baf1-9bab-42b7-ba13-86ceb0b6a5fe on network 0868a825-2260-425a-8d30-a4a84002c375 {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:20:30.060201 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a152e1-0a3b-4fe6-a211-46bc903de7b2 None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:20:30.060588 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a152e1-0a3b-4fe6-a211-46bc903de7b2 None None] Checking segment: {'id': '6802a8f3-7039-4643-9285-e85956d71d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0868a825-2260-425a-8d30-a4a84002c375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:20:30.061698 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-d5a152e1-0a3b-4fe6-a211-46bc903de7b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:30.062667 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a152e1-0a3b-4fe6-a211-46bc903de7b2 None None] Bound using segment: {'id': '6802a8f3-7039-4643-9285-e85956d71d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0868a825-2260-425a-8d30-a4a84002c375'} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:20:30.063480 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-d5a152e1-0a3b-4fe6-a211-46bc903de7b2 None None] Bound port: 1221baf1-9bab-42b7-ba13-86ceb0b6a5fe, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6802a8f3-7039-4643-9285-e85956d71d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0868a825-2260-425a-8d30-a4a84002c375'}}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:20:30.063863 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-d5a152e1-0a3b-4fe6-a211-46bc903de7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (1221baf1-9bab-42b7-ba13-86ceb0b6a5fe), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:30.133980 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf57e-2675-4fb3-ab70-8ed1f9ab2ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:30.152334 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.db_base_plugin_common [None req-9b83c568-620d-464c-88a8-759d0a4e2b4b None None] Allocated IP 172.20.0.2 (cbeb19d7-fa07-4f98-99ee-9b94135513d6/8355bf79-4b50-4d2a-871e-8619ac782cca/792a35e3-45f5-4883-a0f4-d498653265fd) {{(pid=103822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:20:30.191411 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a00b3a39-b3d2-4577-b78a-35a848b2c2c7 req-7ce33763-4f84-4a5f-a3bd-44d742246656 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 210 time: 0.0901179 Mar 29 20:20:30.288519 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aefdaa7-e710-4644-837e-382b6c6b4c9b admin admin] Router 0c8b3a80-4aae-4fc7-ac23-665769945cd5 is scheduled to L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d with binding_index 1 {{(pid=103820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 20:20:30.293793 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-d5a152e1-0a3b-4fe6-a211-46bc903de7b2 None None] For port 1221baf1-9bab-42b7-ba13-86ceb0b6a5fe, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:20:30.303935 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 8dc030ca-c341-4f8e-9330-4d27abf2eabb is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:20:30.319553 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-d5a152e1-0a3b-4fe6-a211-46bc903de7b2 None None] For port 1221baf1-9bab-42b7-ba13-86ceb0b6a5fe, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=1221baf1-9bab-42b7-ba13-86ceb0b6a5fe,segment=NetworkSegment(6802a8f3-7039-4643-9285-e85956d71d33),segment_id=6802a8f3-7039-4643-9285-e85956d71d33)] {{(pid=103822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:20:30.385133 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-d5a152e1-0a3b-4fe6-a211-46bc903de7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (1221baf1-9bab-42b7-ba13-86ceb0b6a5fe), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:30.396632 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_common [None req-b4eaf57e-2675-4fb3-ab70-8ed1f9ab2ca7 admin admin] Allocated IP 172.27.3.97 (921e7f1b-e183-4cfd-babe-1b51626667cb/9cb70218-5a19-4d48-a6d1-83791bae0ed9/abdd584b-03e0-4643-9a80-20c5ad79fca3) {{(pid=103821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:20:30.612578 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aefdaa7-e710-4644-837e-382b6c6b4c9b admin admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:20:30.628027 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bb0fbf-f857-40d6-9393-f2fca8b6a43a None None] Sync routers for ids ['0c8b3a80-4aae-4fc7-ac23-665769945cd5'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:20:30.657065 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bb0fbf-f857-40d6-9393-f2fca8b6a43a None None] Routers {'0c8b3a80-4aae-4fc7-ac23-665769945cd5'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:20:30.659692 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-b6bb0fbf-f857-40d6-9393-f2fca8b6a43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:20:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['0c8b3a80-4aae-4fc7-ac23-665769945cd5'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:20:30.684646 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3aefdaa7-e710-4644-837e-382b6c6b4c9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:30.686294 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-3aefdaa7-e710-4644-837e-382b6c6b4c9b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.9961810 Mar 29 20:20:30.689111 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 42268) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:30.700675 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-932aaee3-dab0-4365-bb89-4f18e1a9fd15 admin admin] Publish callbacks [] for router_gateway (27da9c05-c56d-407b-b126-808fcd8b2af4), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:30.720702 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-9b83c568-620d-464c-88a8-759d0a4e2b4b None None] Publish callbacks [] for port (792a35e3-45f5-4883-a0f4-d498653265fd), precommit_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:30.735680 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf57e-2675-4fb3-ab70-8ed1f9ab2ca7 admin admin] Publish callbacks [] for port (abdd584b-03e0-4643-9a80-20c5ad79fca3), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:30.738213 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-932aaee3-dab0-4365-bb89-4f18e1a9fd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:30.754786 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a152e1-0a3b-4fe6-a211-46bc903de7b2 None None] Pushing event updated for resources: {'Port': ['ID=1221baf1-9bab-42b7-ba13-86ceb0b6a5fe,revision_number=2']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:30.785893 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-9b83c568-620d-464c-88a8-759d0a4e2b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270'] for port (792a35e3-45f5-4883-a0f4-d498653265fd), after_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:30.923557 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b83c568-620d-464c-88a8-759d0a4e2b4b None None] Network cbeb19d7-fa07-4f98-99ee-9b94135513d6 is already hosted by enough agents. {{(pid=103822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:20:30.925135 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.scheduler.base_scheduler [None req-9b83c568-620d-464c-88a8-759d0a4e2b4b None None] Resources bound (agent type, host, resource id): {{(pid=103822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:20:30.953820 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b83c568-620d-464c-88a8-759d0a4e2b4b None None] Received port after_create {{(pid=103822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:20:30.998623 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83c568-620d-464c-88a8-759d0a4e2b4b None None] Pushing event updated for resources: {'Port': ['ID=792a35e3-45f5-4883-a0f4-d498653265fd,revision_number=1']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:31.061884 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf57e-2675-4fb3-ab70-8ed1f9ab2ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270'] for port (abdd584b-03e0-4643-9a80-20c5ad79fca3), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:31.112792 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-b6bb0fbf-f857-40d6-9393-f2fca8b6a43a None None] Set router 0c8b3a80-4aae-4fc7-ac23-665769945cd5 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:20:31.121607 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-9b83c568-620d-464c-88a8-759d0a4e2b4b None None] Attempting to bind port 792a35e3-45f5-4883-a0f4-d498653265fd on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:20:31.122361 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-9b83c568-620d-464c-88a8-759d0a4e2b4b None None] Attempting to bind port 792a35e3-45f5-4883-a0f4-d498653265fd by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': '144a29d3-8b92-419a-a892-5d1bda94856a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6'}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:20:31.122914 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b83c568-620d-464c-88a8-759d0a4e2b4b None None] Attempting to bind port 792a35e3-45f5-4883-a0f4-d498653265fd on network cbeb19d7-fa07-4f98-99ee-9b94135513d6 {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:20:31.129965 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b83c568-620d-464c-88a8-759d0a4e2b4b None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:20:31.130470 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b83c568-620d-464c-88a8-759d0a4e2b4b None None] Checking segment: {'id': '144a29d3-8b92-419a-a892-5d1bda94856a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:20:31.130940 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-9b83c568-620d-464c-88a8-759d0a4e2b4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:31.131387 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b83c568-620d-464c-88a8-759d0a4e2b4b None None] Bound using segment: {'id': '144a29d3-8b92-419a-a892-5d1bda94856a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6'} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:20:31.131961 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-9b83c568-620d-464c-88a8-759d0a4e2b4b None None] Bound port: 792a35e3-45f5-4883-a0f4-d498653265fd, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144a29d3-8b92-419a-a892-5d1bda94856a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6'}}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:20:31.132403 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-9b83c568-620d-464c-88a8-759d0a4e2b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (792a35e3-45f5-4883-a0f4-d498653265fd), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:31.386895 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eaf57e-2675-4fb3-ab70-8ed1f9ab2ca7 admin admin] Network 921e7f1b-e183-4cfd-babe-1b51626667cb is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:20:31.393383 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-9b83c568-620d-464c-88a8-759d0a4e2b4b None None] For port 792a35e3-45f5-4883-a0f4-d498653265fd, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:20:31.396339 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [None req-b4eaf57e-2675-4fb3-ab70-8ed1f9ab2ca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:20:31.397041 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-9b83c568-620d-464c-88a8-759d0a4e2b4b None None] For port 792a35e3-45f5-4883-a0f4-d498653265fd, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=792a35e3-45f5-4883-a0f4-d498653265fd,segment=NetworkSegment(144a29d3-8b92-419a-a892-5d1bda94856a),segment_id=144a29d3-8b92-419a-a892-5d1bda94856a)] {{(pid=103822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:20:31.397041 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-9b83c568-620d-464c-88a8-759d0a4e2b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (792a35e3-45f5-4883-a0f4-d498653265fd), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:31.398417 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eaf57e-2675-4fb3-ab70-8ed1f9ab2ca7 admin admin] Received port after_create {{(pid=103821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:20:31.532712 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-b6bb0fbf-f857-40d6-9393-f2fca8b6a43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1578203618-router', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '12477710-1a04-440e-9f58-027689602082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:25Z', 'updated_at': '2022-03-29T20:20:28Z', 'revision_number': 3, 'project_id': '378d35471c8d47cc9624b98530d05223', 'gw_port': {'id': '12477710-1a04-440e-9f58-027689602082', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:27Z', 'updated_at': '2022-03-29T20:20:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:20:31.542929 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 1221baf1-9bab-42b7-ba13-86ceb0b6a5fe up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:20:31.550441 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eaf57e-2675-4fb3-ab70-8ed1f9ab2ca7 admin admin] Pushing event updated for resources: {'Port': ['ID=abdd584b-03e0-4643-9a80-20c5ad79fca3,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:31.609993 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5c234374-7c9a-40d1-912e-ed482e32e9b8 req-1b500c79-4339-468e-a725-b04a46bf06d9 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 210 time: 0.0941820 Mar 29 20:20:31.610900 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bb0fbf-f857-40d6-9393-f2fca8b6a43a None None] Checking router: 0c8b3a80-4aae-4fc7-ac23-665769945cd5 for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:20:31.611864 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bb0fbf-f857-40d6-9393-f2fca8b6a43a None None] Updating router 0c8b3a80-4aae-4fc7-ac23-665769945cd5 port 12477710-1a04-440e-9f58-027689602082 binding host dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 20:20:31.671392 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-b6bb0fbf-f857-40d6-9393-f2fca8b6a43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (12477710-1a04-440e-9f58-027689602082), before_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:31.672997 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83c568-620d-464c-88a8-759d0a4e2b4b None None] Pushing event updated for resources: {'Port': ['ID=792a35e3-45f5-4883-a0f4-d498653265fd,revision_number=2']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:31.784578 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 1221baf1-9bab-42b7-ba13-86ceb0b6a5fe triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:31.786705 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (1221baf1-9bab-42b7-ba13-86ceb0b6a5fe), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:31.873667 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9eee4dde-d2b1-4e16-844e-04a0d164b59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:31.905926 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_common [None req-932aaee3-dab0-4365-bb89-4f18e1a9fd15 admin admin] Allocated IP 172.27.3.241 (921e7f1b-e183-4cfd-babe-1b51626667cb/9cb70218-5a19-4d48-a6d1-83791bae0ed9/83142af3-662e-48ce-b33e-d7dd6e58f781) {{(pid=103821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:20:32.144233 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 1221baf1-9bab-42b7-ba13-86ceb0b6a5fe is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:20:32.144633 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (1221baf1-9bab-42b7-ba13-86ceb0b6a5fe), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:32.246427 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 42338) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:32.255529 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] For port 1221baf1-9bab-42b7-ba13-86ceb0b6a5fe, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=1221baf1-9bab-42b7-ba13-86ceb0b6a5fe,segment=NetworkSegment(6802a8f3-7039-4643-9285-e85956d71d33),segment_id=6802a8f3-7039-4643-9285-e85956d71d33)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:20:32.370456 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (1221baf1-9bab-42b7-ba13-86ceb0b6a5fe), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:32.379258 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_common [None req-9eee4dde-d2b1-4e16-844e-04a0d164b59a admin admin] Allocated IP 172.20.0.1 (fccb8720-153f-47bd-b545-dee0eba76738/f62aa6e9-61aa-4730-afeb-7a2b7cae7991/140331ae-5df5-45fa-a3f9-bea191881f2d) {{(pid=103820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:20:32.474388 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Pushing event updated for resources: {'Port': ['ID=1221baf1-9bab-42b7-ba13-86ceb0b6a5fe,revision_number=3']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:32.554850 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9eee4dde-d2b1-4e16-844e-04a0d164b59a admin admin] Publish callbacks [] for port (140331ae-5df5-45fa-a3f9-bea191881f2d), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:32.565838 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196fcc86-08be-4174-8b4b-31c369214d1b None None] Network 0868a825-2260-425a-8d30-a4a84002c375 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:20:32.590914 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-1d12c802-706f-4fc8-a721-6d35e10d21a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:32.669942 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-b566f409-b8fa-44c9-94f1-a9be3af15a8d None None] Provisioning complete for port 1221baf1-9bab-42b7-ba13-86ceb0b6a5fe triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:32.669942 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-b566f409-b8fa-44c9-94f1-a9be3af15a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (1221baf1-9bab-42b7-ba13-86ceb0b6a5fe), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:32.684956 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9eee4dde-d2b1-4e16-844e-04a0d164b59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270'] for port (140331ae-5df5-45fa-a3f9-bea191881f2d), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:32.693443 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf57e-2675-4fb3-ab70-8ed1f9ab2ca7 admin admin] Publish callbacks [] for router_gateway (e9d08a42-4f2a-44ba-9c77-83057d0fd5b6), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:32.744363 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eee4dde-d2b1-4e16-844e-04a0d164b59a admin admin] Network fccb8720-153f-47bd-b545-dee0eba76738 is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:20:32.751733 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 42354) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:32.752037 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-932aaee3-dab0-4365-bb89-4f18e1a9fd15 admin admin] Publish callbacks [] for port (83142af3-662e-48ce-b33e-d7dd6e58f781), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:32.848017 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b5bd4014-5532-400b-b574-e4e0528cd92b req-0187ff32-4e64-418b-80c7-96cae478afda tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 210 time: 0.0998483 Mar 29 20:20:32.850303 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-9eee4dde-d2b1-4e16-844e-04a0d164b59a admin admin] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:20:32.860808 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-b566f409-b8fa-44c9-94f1-a9be3af15a8d None None] Current status of the port 1221baf1-9bab-42b7-ba13-86ceb0b6a5fe is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:20:32.861253 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eee4dde-d2b1-4e16-844e-04a0d164b59a admin admin] Received port after_create {{(pid=103820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:20:32.864466 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9eee4dde-d2b1-4e16-844e-04a0d164b59a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548808'] for router_interface (0c8b3a80-4aae-4fc7-ac23-665769945cd5), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:32.931079 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee4dde-d2b1-4e16-844e-04a0d164b59a admin admin] Pushing event updated for resources: {'Port': ['ID=140331ae-5df5-45fa-a3f9-bea191881f2d,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:32.948442 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-1d12c802-706f-4fc8-a721-6d35e10d21a4 admin admin] Publish callbacks [] for security_group (f6510761-99da-4fa3-b10c-cb0e9f41bd81), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:33.112619 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-932aaee3-dab0-4365-bb89-4f18e1a9fd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270'] for port (83142af3-662e-48ce-b33e-d7dd6e58f781), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:33.125232 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-1d12c802-706f-4fc8-a721-6d35e10d21a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (f6510761-99da-4fa3-b10c-cb0e9f41bd81), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:33.225514 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932aaee3-dab0-4365-bb89-4f18e1a9fd15 admin admin] Network 921e7f1b-e183-4cfd-babe-1b51626667cb is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:20:33.284018 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [None req-932aaee3-dab0-4365-bb89-4f18e1a9fd15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:20:33.288035 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932aaee3-dab0-4365-bb89-4f18e1a9fd15 admin admin] Received port after_create {{(pid=103821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:20:33.327444 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12c802-706f-4fc8-a721-6d35e10d21a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6510761-99da-4fa3-b10c-cb0e9f41bd81,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:33.341251 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-1d12c802-706f-4fc8-a721-6d35e10d21a4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c112d8befb5f4b8d93ddeae4b73c0e74&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0916348 Mar 29 20:20:33.347331 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-b6bb0fbf-f857-40d6-9393-f2fca8b6a43a None None] Publish callbacks [] for port (12477710-1a04-440e-9f58-027689602082), precommit_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:33.360123 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-d9cf2d60-08d5-4368-bd82-ed395e383728 None None] Provisioning complete for port 1221baf1-9bab-42b7-ba13-86ceb0b6a5fe triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:33.360827 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-d9cf2d60-08d5-4368-bd82-ed395e383728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (1221baf1-9bab-42b7-ba13-86ceb0b6a5fe), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:33.379736 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 42386) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:33.385543 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9eee4dde-d2b1-4e16-844e-04a0d164b59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (140331ae-5df5-45fa-a3f9-bea191881f2d), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:33.431611 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-b6bb0fbf-f857-40d6-9393-f2fca8b6a43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (12477710-1a04-440e-9f58-027689602082), after_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:33.482411 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fb5fe-6cc4-47b0-ab36-bf93dd69a705 None None] Pushing event updated for resources: {'Port': ['ID=12477710-1a04-440e-9f58-027689602082,revision_number=2']} {{(pid=103823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:33.494507 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fb5fe-6cc4-47b0-ab36-bf93dd69a705 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:33.495212 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fb5fe-6cc4-47b0-ab36-bf93dd69a705 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:33.495761 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fb5fe-6cc4-47b0-ab36-bf93dd69a705 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:33.496297 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fb5fe-6cc4-47b0-ab36-bf93dd69a705 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:33.496814 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fb5fe-6cc4-47b0-ab36-bf93dd69a705 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:33.497541 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fb5fe-6cc4-47b0-ab36-bf93dd69a705 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:33.498062 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fb5fe-6cc4-47b0-ab36-bf93dd69a705 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:33.498598 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fb5fe-6cc4-47b0-ab36-bf93dd69a705 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:33.499113 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fb5fe-6cc4-47b0-ab36-bf93dd69a705 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:33.499623 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fb5fe-6cc4-47b0-ab36-bf93dd69a705 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:33.500151 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fb5fe-6cc4-47b0-ab36-bf93dd69a705 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:33.500682 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fb5fe-6cc4-47b0-ab36-bf93dd69a705 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:33.501190 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fb5fe-6cc4-47b0-ab36-bf93dd69a705 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:33.501821 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fb5fe-6cc4-47b0-ab36-bf93dd69a705 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:33.503356 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fb5fe-6cc4-47b0-ab36-bf93dd69a705 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fb5fe-6cc4-47b0-ab36-bf93dd69a705 None None] Tracked resource versions report: Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: pushed versions: Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: { 'AddressGroup': {'1.2'}, Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: 'Agent': {'1.1'}, Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: 'ConntrackHelper': {'1.0'}, Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: 'LocalIPAssociation': {'1.0'}, Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: 'Log': {'1.0'}, Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: 'NDPProxy': {'1.0'}, Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: 'Network': {'1.1'}, Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: 'Port': {'1.7'}, Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: 'PortForwarding': {'1.3'}, Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: 'QosPolicy': {'1.10'}, Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: 'SecurityGroup': {'1.5'}, Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: 'SecurityGroupRule': {'1.2'}, Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: 'SubPort': {'1.0'}, Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: 'Subnet': {'1.1'}, Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: 'Trunk': {'1.1'}} Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: consumer versions: Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: { DHCP agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: HyperV agent@hv-cinder-78481: {}, Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: L3 agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: Metadata agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: Metering agent@dv-cinder-784815-3-iscsi: {}, Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: Open vSwitch agent@dv-cinder-784815-3-iscsi: { 'AddressGroup': '1.2', Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: 'Agent': '1.1', Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: 'ConntrackHelper': '1.0', Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: 'LocalIPAssociation': '1.0', Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: 'Log': '1.0', Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: 'NDPProxy': '1.0', Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: 'Network': '1.1', Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: 'Port': '1.7', Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: 'PortForwarding': '1.3', Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: 'QosPolicy': '1.10', Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: 'SecurityGroup': '1.5', Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: 'SecurityGroupRule': '1.2', Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: 'SubPort': '1.0', Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: 'Subnet': '1.1', Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: 'Trunk': '1.1'}} Mar 29 20:20:33.508756 dv-cinder-784815-3-iscsi neutron-server[103823]: {{(pid=103823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 20:20:33.533070 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-b6bb0fbf-f857-40d6-9393-f2fca8b6a43a None None] Attempting to bind port 12477710-1a04-440e-9f58-027689602082 on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:20:33.534262 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-b6bb0fbf-f857-40d6-9393-f2fca8b6a43a None None] Attempting to bind port 12477710-1a04-440e-9f58-027689602082 by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}] {{(pid=103823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:20:33.538185 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bb0fbf-f857-40d6-9393-f2fca8b6a43a None None] Attempting to bind port 12477710-1a04-440e-9f58-027689602082 on network 921e7f1b-e183-4cfd-babe-1b51626667cb {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:20:33.552787 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bb0fbf-f857-40d6-9393-f2fca8b6a43a None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:20:33.553550 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bb0fbf-f857-40d6-9393-f2fca8b6a43a None None] Checking segment: {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:20:33.554175 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-b6bb0fbf-f857-40d6-9393-f2fca8b6a43a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:33.554753 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bb0fbf-f857-40d6-9393-f2fca8b6a43a None None] Bound using segment: {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'} {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:20:33.555419 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-b6bb0fbf-f857-40d6-9393-f2fca8b6a43a None None] Bound port: 12477710-1a04-440e-9f58-027689602082, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}}] {{(pid=103823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:20:33.556158 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-b6bb0fbf-f857-40d6-9393-f2fca8b6a43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (12477710-1a04-440e-9f58-027689602082), before_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:33.629741 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932aaee3-dab0-4365-bb89-4f18e1a9fd15 admin admin] Pushing event updated for resources: {'Port': ['ID=83142af3-662e-48ce-b33e-d7dd6e58f781,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:33.661630 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf57e-2675-4fb3-ab70-8ed1f9ab2ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540959'] for router (e9d08a42-4f2a-44ba-9c77-83057d0fd5b6), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:33.679231 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.db [None req-b6bb0fbf-f857-40d6-9393-f2fca8b6a43a None None] For port 12477710-1a04-440e-9f58-027689602082, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:20:33.682352 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.db [None req-b6bb0fbf-f857-40d6-9393-f2fca8b6a43a None None] For port 12477710-1a04-440e-9f58-027689602082, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=12477710-1a04-440e-9f58-027689602082,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:20:33.741689 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f309f1a9-c10c-444f-9a9c-56336b4d87fd admin admin] Publish callbacks [] for security_group (f6510761-99da-4fa3-b10c-cb0e9f41bd81), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:33.743215 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0f31a3-0738-4809-ace9-74a5393fedfa None None] Network cbeb19d7-fa07-4f98-99ee-9b94135513d6 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:20:33.745268 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 1221baf1-9bab-42b7-ba13-86ceb0b6a5fe up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:20:33.768821 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-b6bb0fbf-f857-40d6-9393-f2fca8b6a43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (12477710-1a04-440e-9f58-027689602082), after_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:33.776612 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f309f1a9-c10c-444f-9a9c-56336b4d87fd admin admin] Publish callbacks [] for security_group (f6510761-99da-4fa3-b10c-cb0e9f41bd81), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:33.823138 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bb0fbf-f857-40d6-9393-f2fca8b6a43a None None] Routers {'0c8b3a80-4aae-4fc7-ac23-665769945cd5'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:20:33.824097 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-b6bb0fbf-f857-40d6-9393-f2fca8b6a43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:20:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['0c8b3a80-4aae-4fc7-ac23-665769945cd5'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:20:33.864984 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9eee4dde-d2b1-4e16-844e-04a0d164b59a admin admin] Publish callbacks [] for port (140331ae-5df5-45fa-a3f9-bea191881f2d), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:33.911155 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fb5fe-6cc4-47b0-ab36-bf93dd69a705 None None] Pushing event updated for resources: {'Port': ['ID=12477710-1a04-440e-9f58-027689602082,revision_number=3']} {{(pid=103823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:33.985754 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9eee4dde-d2b1-4e16-844e-04a0d164b59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (140331ae-5df5-45fa-a3f9-bea191881f2d), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:33.987065 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9eee4dde-d2b1-4e16-844e-04a0d164b59a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3663951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548700'] for router_interface (0c8b3a80-4aae-4fc7-ac23-665769945cd5), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:33.989008 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f309f1a9-c10c-444f-9a9c-56336b4d87fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (f6510761-99da-4fa3-b10c-cb0e9f41bd81), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:33.991834 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f309f1a9-c10c-444f-9a9c-56336b4d87fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:33.998904 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-f309f1a9-c10c-444f-9a9c-56336b4d87fd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f6510761-99da-4fa3-b10c-cb0e9f41bd81 HTTP/1.1" status: 204 len: 168 time: 0.6030755 Mar 29 20:20:34.033901 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-b6bb0fbf-f857-40d6-9393-f2fca8b6a43a None None] Set router 0c8b3a80-4aae-4fc7-ac23-665769945cd5 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:20:34.034685 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-d9cf2d60-08d5-4368-bd82-ed395e383728 None None] Current status of the port 1221baf1-9bab-42b7-ba13-86ceb0b6a5fe is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:20:34.038357 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 1221baf1-9bab-42b7-ba13-86ceb0b6a5fe triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:34.038712 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (1221baf1-9bab-42b7-ba13-86ceb0b6a5fe), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:34.078688 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-932aaee3-dab0-4365-bb89-4f18e1a9fd15 admin admin] Publish callbacks [] for router_gateway (27da9c05-c56d-407b-b126-808fcd8b2af4), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:34.139500 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309f1a9-c10c-444f-9a9c-56336b4d87fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6510761-99da-4fa3-b10c-cb0e9f41bd81,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:34.212515 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c2b6f8ee-5f3f-4aea-b768-20331ce736b3 req-96181f36-b582-4416-a721-633c88d66a27 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 210 time: 0.1189640 Mar 29 20:20:34.226912 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-b8e0c3c8-7696-4ec1-9795-ac303e690051 None None] Provisioning complete for port 792a35e3-45f5-4883-a0f4-d498653265fd triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:34.229632 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c3c8-7696-4ec1-9795-ac303e690051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (792a35e3-45f5-4883-a0f4-d498653265fd), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:34.339818 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 1221baf1-9bab-42b7-ba13-86ceb0b6a5fe is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:20:34.339818 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 792a35e3-45f5-4883-a0f4-d498653265fd up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:20:34.401336 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee4dde-d2b1-4e16-844e-04a0d164b59a admin admin] Pushing event updated for resources: {'Port': ['ID=140331ae-5df5-45fa-a3f9-bea191881f2d,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:34.501719 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eee4dde-d2b1-4e16-844e-04a0d164b59a admin admin] Network fccb8720-153f-47bd-b545-dee0eba76738 is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:20:34.505422 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 792a35e3-45f5-4883-a0f4-d498653265fd triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:34.509781 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (792a35e3-45f5-4883-a0f4-d498653265fd), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:34.510088 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-9eee4dde-d2b1-4e16-844e-04a0d164b59a admin admin] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:20:34.580345 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-b8e0c3c8-7696-4ec1-9795-ac303e690051 None None] Current status of the port 792a35e3-45f5-4883-a0f4-d498653265fd is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:20:34.580779 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c3c8-7696-4ec1-9795-ac303e690051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (792a35e3-45f5-4883-a0f4-d498653265fd), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:34.642992 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-932aaee3-dab0-4365-bb89-4f18e1a9fd15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540959'] for router (27da9c05-c56d-407b-b126-808fcd8b2af4), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:34.646612 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4eaf57e-2675-4fb3-ab70-8ed1f9ab2ca7 admin admin] Router e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 is scheduled to L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d with binding_index 1 {{(pid=103821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 20:20:34.729849 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-b6bb0fbf-f857-40d6-9393-f2fca8b6a43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1578203618-router', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '12477710-1a04-440e-9f58-027689602082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:25Z', 'updated_at': '2022-03-29T20:20:33Z', 'revision_number': 4, 'project_id': '378d35471c8d47cc9624b98530d05223', 'gw_port': {'id': '12477710-1a04-440e-9f58-027689602082', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:27Z', 'updated_at': '2022-03-29T20:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '140331ae-5df5-45fa-a3f9-bea191881f2d', 'name': '', 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'mac_address': 'fa:16:3e:e0:0c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:31Z', 'updated_at': '2022-03-29T20:20:32Z', 'revision_number': 1, 'project_id': '378d35471c8d47cc9624b98530d05223', 'subnets': [{'id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:20:34.834532 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 792a35e3-45f5-4883-a0f4-d498653265fd is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:20:34.835119 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (792a35e3-45f5-4883-a0f4-d498653265fd), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:34.844506 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bb0fbf-f857-40d6-9393-f2fca8b6a43a None None] The sync data for ids ['0c8b3a80-4aae-4fc7-ac23-665769945cd5'] in dv-cinder-784815-3-iscsi is: [{'id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1578203618-router', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '12477710-1a04-440e-9f58-027689602082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:25Z', 'updated_at': '2022-03-29T20:20:33Z', 'revision_number': 4, 'project_id': '378d35471c8d47cc9624b98530d05223', 'gw_port': {'id': '12477710-1a04-440e-9f58-027689602082', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:27Z', 'updated_at': '2022-03-29T20:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '140331ae-5df5-45fa-a3f9-bea191881f2d', 'name': '', 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'mac_address': 'fa:16:3e:e0:0c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:31Z', 'updated_at': '2022-03-29T20:20:32Z', 'revision_number': 1, 'project_id': '378d35471c8d47cc9624b98530d05223', 'subnets': [{'id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:20:34.922503 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-b8e0c3c8-7696-4ec1-9795-ac303e690051 None None] For port 792a35e3-45f5-4883-a0f4-d498653265fd, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=792a35e3-45f5-4883-a0f4-d498653265fd,segment=NetworkSegment(144a29d3-8b92-419a-a892-5d1bda94856a),segment_id=144a29d3-8b92-419a-a892-5d1bda94856a)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:20:34.988288 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c3c8-7696-4ec1-9795-ac303e690051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (792a35e3-45f5-4883-a0f4-d498653265fd), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:35.029925 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 42416) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:35.030431 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 42420) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:35.105188 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.42', 55247) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:35.192937 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.db.api [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 20:20:35.192937 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG oslo_db.api [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 20:20:35.193245 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0c3c8-7696-4ec1-9795-ac303e690051 None None] Pushing event updated for resources: {'Port': ['ID=792a35e3-45f5-4883-a0f4-d498653265fd,revision_number=3']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:35.211918 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-b8e0c3c8-7696-4ec1-9795-ac303e690051 None None] Provisioning complete for port 140331ae-5df5-45fa-a3f9-bea191881f2d triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:35.212814 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c3c8-7696-4ec1-9795-ac303e690051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (140331ae-5df5-45fa-a3f9-bea191881f2d), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:35.262054 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4eaf57e-2675-4fb3-ab70-8ed1f9ab2ca7 admin admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:20:35.285042 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6cfd05-f605-46dc-8ed7-f11a1085097b None None] Sync routers for ids ['e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'] in dv-cinder-784815-3-iscsi {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:20:35.344889 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6cfd05-f605-46dc-8ed7-f11a1085097b None None] Routers {'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:20:35.346353 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-8b6cfd05-f605-46dc-8ed7-f11a1085097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:20:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:20:35.348116 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677add0e-3552-4a17-a31b-378756265fe7 req-addf5410-74a9-4e42-86a4-0b58d1936509 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:35.349700 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-677add0e-3552-4a17-a31b-378756265fe7 req-addf5410-74a9-4e42-86a4-0b58d1936509 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.42 "GET /v2.0/networks?id=39b6a305-88e1-422a-97d7-4469551c41d4 HTTP/1.1" status: 200 len: 812 time: 0.2435277 Mar 29 20:20:35.365474 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eee4dde-d2b1-4e16-844e-04a0d164b59a admin admin] Router 0c8b3a80-4aae-4fc7-ac23-665769945cd5 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:20:35.411009 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf57e-2675-4fb3-ab70-8ed1f9ab2ca7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:35.412720 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-b4eaf57e-2675-4fb3-ab70-8ed1f9ab2ca7 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1595013 Mar 29 20:20:35.415682 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 42444) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:35.434708 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-b8e0c3c8-7696-4ec1-9795-ac303e690051 None None] Port 140331ae-5df5-45fa-a3f9-bea191881f2d cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:20:35.520496 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-8b6cfd05-f605-46dc-8ed7-f11a1085097b None None] Set router e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:20:35.534411 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932aaee3-dab0-4365-bb89-4f18e1a9fd15 admin admin] Router 27da9c05-c56d-407b-b126-808fcd8b2af4 is scheduled to L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d with binding_index 1 {{(pid=103821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 20:20:35.684952 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eee4dde-d2b1-4e16-844e-04a0d164b59a admin admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:20:35.688526 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c89e313d-eb6d-4e61-b7ff-45d9b5ea6be3 req-c747bcfe-2576-4034-9c40-bf49f768a725 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 210 time: 0.0496178 Mar 29 20:20:35.694574 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-9eee4dde-d2b1-4e16-844e-04a0d164b59a admin admin] 10.222.0.43 "PUT /v2.0/routers/0c8b3a80-4aae-4fc7-ac23-665769945cd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0044222 Mar 29 20:20:35.720651 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7a7a9a92-d878-44f0-80b6-404c21d1c351 None None] Provisioning complete for port 792a35e3-45f5-4883-a0f4-d498653265fd triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:35.720651 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7a7a9a92-d878-44f0-80b6-404c21d1c351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (792a35e3-45f5-4883-a0f4-d498653265fd), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:35.762897 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3e3dc326-293c-486b-acb3-1faddb50a784 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:35.766775 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-d776f5cc-a849-4fad-9e3b-ef6f91927e0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:35.861325 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 792a35e3-45f5-4883-a0f4-d498653265fd is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:20:35.974062 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7a7a9a92-d878-44f0-80b6-404c21d1c351 None None] Current status of the port 792a35e3-45f5-4883-a0f4-d498653265fd is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:20:35.999319 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7a7a9a92-d878-44f0-80b6-404c21d1c351 None None] Provisioning complete for port 140331ae-5df5-45fa-a3f9-bea191881f2d triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:35.999689 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7a7a9a92-d878-44f0-80b6-404c21d1c351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (140331ae-5df5-45fa-a3f9-bea191881f2d), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:36.027687 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 792a35e3-45f5-4883-a0f4-d498653265fd up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:20:36.077457 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-8b6cfd05-f605-46dc-8ed7-f11a1085097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'name': 'tempest-AttachVolumeTestJSON-2114264641-router', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:28Z', 'updated_at': '2022-03-29T20:20:32Z', 'revision_number': 3, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'gw_port': {'id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:48:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:20:36.117344 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7a7a9a92-d878-44f0-80b6-404c21d1c351 None None] Port 140331ae-5df5-45fa-a3f9-bea191881f2d cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:20:36.122536 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6cfd05-f605-46dc-8ed7-f11a1085097b None None] Checking router: e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 for host: dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:20:36.122694 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6cfd05-f605-46dc-8ed7-f11a1085097b None None] Updating router e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 port abdd584b-03e0-4643-9a80-20c5ad79fca3 binding host dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 20:20:36.123115 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932aaee3-dab0-4365-bb89-4f18e1a9fd15 admin admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:20:36.139061 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10353690-f252-4dc0-b2fb-d030779cc2c7 None None] Sync routers for ids ['27da9c05-c56d-407b-b126-808fcd8b2af4'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:20:36.156249 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8b6cfd05-f605-46dc-8ed7-f11a1085097b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (abdd584b-03e0-4643-9a80-20c5ad79fca3), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:36.165473 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10353690-f252-4dc0-b2fb-d030779cc2c7 None None] Routers {'27da9c05-c56d-407b-b126-808fcd8b2af4'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:20:36.167530 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-10353690-f252-4dc0-b2fb-d030779cc2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:20:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['27da9c05-c56d-407b-b126-808fcd8b2af4'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:20:36.288612 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 792a35e3-45f5-4883-a0f4-d498653265fd triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:36.288993 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (792a35e3-45f5-4883-a0f4-d498653265fd), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:36.347035 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-d776f5cc-a849-4fad-9e3b-ef6f91927e0f admin admin] Publish callbacks [] for security_group (856f57ae-0571-41d6-ad8f-46f57d686331), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:36.370902 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-10353690-f252-4dc0-b2fb-d030779cc2c7 None None] Set router 27da9c05-c56d-407b-b126-808fcd8b2af4 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:20:36.379501 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-f7a799e1-465a-4927-b10b-634ff8eb4ab7 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:36.388182 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-f7a799e1-465a-4927-b10b-634ff8eb4ab7 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/networks?id=fccb8720-153f-47bd-b545-dee0eba76738 HTTP/1.1" status: 200 len: 819 time: 0.1879172 Mar 29 20:20:36.396630 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-932aaee3-dab0-4365-bb89-4f18e1a9fd15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:36.396630 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-932aaee3-dab0-4365-bb89-4f18e1a9fd15 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.1859775 Mar 29 20:20:36.399171 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3e3dc326-293c-486b-acb3-1faddb50a784 admin admin] Publish callbacks [] for security_group (33d92c26-9ec2-40c6-a824-69ef6b015fb7), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:36.400517 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 42476) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:36.421477 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-262e6bb3-b0dc-457c-8223-3ec7328dc60a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/quotas/378d35471c8d47cc9624b98530d05223 HTTP/1.1" status: 200 len: 375 time: 0.0320191 Mar 29 20:20:36.441627 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-d776f5cc-a849-4fad-9e3b-ef6f91927e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (856f57ae-0571-41d6-ad8f-46f57d686331), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:36.495910 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776f5cc-a849-4fad-9e3b-ef6f91927e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856f57ae-0571-41d6-ad8f-46f57d686331,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:36.508805 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3e3dc326-293c-486b-acb3-1faddb50a784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (33d92c26-9ec2-40c6-a824-69ef6b015fb7), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:36.608100 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3dc326-293c-486b-acb3-1faddb50a784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d92c26-9ec2-40c6-a824-69ef6b015fb7,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:36.630487 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-d776f5cc-a849-4fad-9e3b-ef6f91927e0f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9c76faf7526c403b941d459dc6e6676c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5983014 Mar 29 20:20:36.636082 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 42484) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:36.680729 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-3e3dc326-293c-486b-acb3-1faddb50a784 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e3185395d1d349228a63a162258aacb1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6478431 Mar 29 20:20:36.681379 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 42486) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:36.697133 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 792a35e3-45f5-4883-a0f4-d498653265fd is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:20:36.743022 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-10353690-f252-4dc0-b2fb-d030779cc2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'name': 'tempest-AttachVolumeShelveTestJSON-267162537-router', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:29Z', 'updated_at': '2022-03-29T20:20:33Z', 'revision_number': 3, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'gw_port': {'id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:45:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:20:36.801339 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d658c180-5284-4490-a3e7-5bcf025c11a0 admin admin] Publish callbacks [] for security_group (856f57ae-0571-41d6-ad8f-46f57d686331), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:36.812607 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10353690-f252-4dc0-b2fb-d030779cc2c7 None None] Checking router: 27da9c05-c56d-407b-b126-808fcd8b2af4 for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:20:36.813438 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10353690-f252-4dc0-b2fb-d030779cc2c7 None None] Updating router 27da9c05-c56d-407b-b126-808fcd8b2af4 port 83142af3-662e-48ce-b33e-d7dd6e58f781 binding host dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 20:20:36.870432 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-10353690-f252-4dc0-b2fb-d030779cc2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (83142af3-662e-48ce-b33e-d7dd6e58f781), before_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:36.887505 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8b6cfd05-f605-46dc-8ed7-f11a1085097b None None] Publish callbacks [] for port (abdd584b-03e0-4643-9a80-20c5ad79fca3), precommit_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:36.888408 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-32bcfc50-d921-42c6-8cd3-189587e177b0 admin admin] Publish callbacks [] for security_group (33d92c26-9ec2-40c6-a824-69ef6b015fb7), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:36.947179 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-32bcfc50-d921-42c6-8cd3-189587e177b0 admin admin] Publish callbacks [] for security_group (33d92c26-9ec2-40c6-a824-69ef6b015fb7), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:36.973604 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-917a6d9b-458b-4c5c-b34b-f4df6db22e0f tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=378d35471c8d47cc9624b98530d05223&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5508006 Mar 29 20:20:36.979299 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8b6cfd05-f605-46dc-8ed7-f11a1085097b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (abdd584b-03e0-4643-9a80-20c5ad79fca3), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:37.013485 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-4a7b1cc9-7632-4bec-bc25-ac5b6d31be10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:37.033941 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e124f787-b99f-44d6-8ea5-a4aeb78ed496 req-46fd0c0f-ef7c-4a3e-87e0-f7ecfa225c25 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 210 time: 0.1682925 Mar 29 20:20:37.069015 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d658c180-5284-4490-a3e7-5bcf025c11a0 admin admin] Publish callbacks [] for security_group (856f57ae-0571-41d6-ad8f-46f57d686331), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:37.086622 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3040b-e03d-43ae-8b5d-0350f930bf7a None None] Pushing event updated for resources: {'Port': ['ID=abdd584b-03e0-4643-9a80-20c5ad79fca3,revision_number=2']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:37.112281 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-8b6cfd05-f605-46dc-8ed7-f11a1085097b None None] Attempting to bind port abdd584b-03e0-4643-9a80-20c5ad79fca3 on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:20:37.113837 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-8b6cfd05-f605-46dc-8ed7-f11a1085097b None None] Attempting to bind port abdd584b-03e0-4643-9a80-20c5ad79fca3 by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:20:37.114219 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6cfd05-f605-46dc-8ed7-f11a1085097b None None] Attempting to bind port abdd584b-03e0-4643-9a80-20c5ad79fca3 on network 921e7f1b-e183-4cfd-babe-1b51626667cb {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:20:37.122777 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6cfd05-f605-46dc-8ed7-f11a1085097b None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:20:37.123346 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6cfd05-f605-46dc-8ed7-f11a1085097b None None] Checking segment: {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:20:37.123757 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8b6cfd05-f605-46dc-8ed7-f11a1085097b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:37.124147 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6cfd05-f605-46dc-8ed7-f11a1085097b None None] Bound using segment: {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:20:37.124681 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-8b6cfd05-f605-46dc-8ed7-f11a1085097b None None] Bound port: abdd584b-03e0-4643-9a80-20c5ad79fca3, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:20:37.125070 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8b6cfd05-f605-46dc-8ed7-f11a1085097b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (abdd584b-03e0-4643-9a80-20c5ad79fca3), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:37.171288 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-32bcfc50-d921-42c6-8cd3-189587e177b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (33d92c26-9ec2-40c6-a824-69ef6b015fb7), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:37.174798 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-32bcfc50-d921-42c6-8cd3-189587e177b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:37.183742 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-32bcfc50-d921-42c6-8cd3-189587e177b0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/33d92c26-9ec2-40c6-a824-69ef6b015fb7 HTTP/1.1" status: 204 len: 168 time: 0.4989629 Mar 29 20:20:37.329827 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-8b6cfd05-f605-46dc-8ed7-f11a1085097b None None] For port abdd584b-03e0-4643-9a80-20c5ad79fca3, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:20:37.334054 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-8b6cfd05-f605-46dc-8ed7-f11a1085097b None None] For port abdd584b-03e0-4643-9a80-20c5ad79fca3, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=abdd584b-03e0-4643-9a80-20c5ad79fca3,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:20:37.349279 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bcfc50-d921-42c6-8cd3-189587e177b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d92c26-9ec2-40c6-a824-69ef6b015fb7,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:37.350430 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-10353690-f252-4dc0-b2fb-d030779cc2c7 None None] Publish callbacks [] for port (83142af3-662e-48ce-b33e-d7dd6e58f781), precommit_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:37.380977 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-40cdb2fd-2382-43b9-8fc7-95e641a3ef53 service neutron] 10.222.0.43 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664861 Mar 29 20:20:37.420976 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8b6cfd05-f605-46dc-8ed7-f11a1085097b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (abdd584b-03e0-4643-9a80-20c5ad79fca3), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:37.448143 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-10353690-f252-4dc0-b2fb-d030779cc2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (83142af3-662e-48ce-b33e-d7dd6e58f781), after_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:37.462509 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d658c180-5284-4490-a3e7-5bcf025c11a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (856f57ae-0571-41d6-ad8f-46f57d686331), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:37.465060 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d658c180-5284-4490-a3e7-5bcf025c11a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:37.466263 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-d658c180-5284-4490-a3e7-5bcf025c11a0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/856f57ae-0571-41d6-ad8f-46f57d686331 HTTP/1.1" status: 204 len: 168 time: 0.8264570 Mar 29 20:20:37.488776 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_common [None req-4a7b1cc9-7632-4bec-bc25-ac5b6d31be10 admin admin] Allocated IP 172.20.0.1 (0868a825-2260-425a-8d30-a4a84002c375/b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0/ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c) {{(pid=103821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:20:37.509470 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658c180-5284-4490-a3e7-5bcf025c11a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856f57ae-0571-41d6-ad8f-46f57d686331,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:37.546489 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-2bbb3d42-6cd1-4d24-a5c1-f824ddcf605a service neutron] 10.222.0.43 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579607 Mar 29 20:20:37.573318 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3040b-e03d-43ae-8b5d-0350f930bf7a None None] Pushing event updated for resources: {'Port': ['ID=abdd584b-03e0-4643-9a80-20c5ad79fca3,revision_number=3']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:37.578153 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6cfd05-f605-46dc-8ed7-f11a1085097b None None] Routers {'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:20:37.578774 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-8b6cfd05-f605-46dc-8ed7-f11a1085097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:20:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:20:37.732565 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5421627-e71d-4631-ae71-4e64ad13fa52 None None] Pushing event updated for resources: {'Port': ['ID=83142af3-662e-48ce-b33e-d7dd6e58f781,revision_number=2']} {{(pid=103823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:37.737346 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-10353690-f252-4dc0-b2fb-d030779cc2c7 None None] Attempting to bind port 83142af3-662e-48ce-b33e-d7dd6e58f781 on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:20:37.737504 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-10353690-f252-4dc0-b2fb-d030779cc2c7 None None] Attempting to bind port 83142af3-662e-48ce-b33e-d7dd6e58f781 by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}] {{(pid=103823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:20:37.737822 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10353690-f252-4dc0-b2fb-d030779cc2c7 None None] Attempting to bind port 83142af3-662e-48ce-b33e-d7dd6e58f781 on network 921e7f1b-e183-4cfd-babe-1b51626667cb {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:20:37.757120 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10353690-f252-4dc0-b2fb-d030779cc2c7 None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:20:37.757120 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10353690-f252-4dc0-b2fb-d030779cc2c7 None None] Checking segment: {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:20:37.757120 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-10353690-f252-4dc0-b2fb-d030779cc2c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:37.757120 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10353690-f252-4dc0-b2fb-d030779cc2c7 None None] Bound using segment: {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'} {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:20:37.757120 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-10353690-f252-4dc0-b2fb-d030779cc2c7 None None] Bound port: 83142af3-662e-48ce-b33e-d7dd6e58f781, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}}] {{(pid=103823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:20:37.757698 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-10353690-f252-4dc0-b2fb-d030779cc2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (83142af3-662e-48ce-b33e-d7dd6e58f781), before_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:37.783060 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-4a7b1cc9-7632-4bec-bc25-ac5b6d31be10 admin admin] Publish callbacks [] for port (ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:37.804318 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ca68e7ac-4359-491d-bc2f-ccef5d743a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:37.861226 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-8b6cfd05-f605-46dc-8ed7-f11a1085097b None None] Set router e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:20:37.895235 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.db [None req-10353690-f252-4dc0-b2fb-d030779cc2c7 None None] For port 83142af3-662e-48ce-b33e-d7dd6e58f781, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:20:37.903268 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.db [None req-10353690-f252-4dc0-b2fb-d030779cc2c7 None None] For port 83142af3-662e-48ce-b33e-d7dd6e58f781, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=83142af3-662e-48ce-b33e-d7dd6e58f781,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:20:37.936154 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-4a7b1cc9-7632-4bec-bc25-ac5b6d31be10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270'] for port (ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:38.040887 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7b1cc9-7632-4bec-bc25-ac5b6d31be10 admin admin] Network 0868a825-2260-425a-8d30-a4a84002c375 is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:20:38.048713 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-10353690-f252-4dc0-b2fb-d030779cc2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (83142af3-662e-48ce-b33e-d7dd6e58f781), after_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:38.062016 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [None req-4a7b1cc9-7632-4bec-bc25-ac5b6d31be10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:20:38.068633 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b1cc9-7632-4bec-bc25-ac5b6d31be10 admin admin] Pushing event updated for resources: {'Port': ['ID=ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:38.091248 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7b1cc9-7632-4bec-bc25-ac5b6d31be10 admin admin] Received port after_create {{(pid=103821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:20:38.091620 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-4a7b1cc9-7632-4bec-bc25-ac5b6d31be10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548808'] for router_interface (e9d08a42-4f2a-44ba-9c77-83057d0fd5b6), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:38.105229 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_common [None req-ca68e7ac-4359-491d-bc2f-ccef5d743a4e admin admin] Allocated IP 172.20.0.1 (cbeb19d7-fa07-4f98-99ee-9b94135513d6/8355bf79-4b50-4d2a-871e-8619ac782cca/611b4ba1-c6a6-4cb1-ba21-a5b593294d88) {{(pid=103820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:20:38.117789 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 12477710-1a04-440e-9f58-027689602082 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:20:38.194975 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10353690-f252-4dc0-b2fb-d030779cc2c7 None None] Routers {'27da9c05-c56d-407b-b126-808fcd8b2af4'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:20:38.195836 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-10353690-f252-4dc0-b2fb-d030779cc2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:20:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['27da9c05-c56d-407b-b126-808fcd8b2af4'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:20:38.309877 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ca68e7ac-4359-491d-bc2f-ccef5d743a4e admin admin] Publish callbacks [] for port (611b4ba1-c6a6-4cb1-ba21-a5b593294d88), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:38.411169 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5421627-e71d-4631-ae71-4e64ad13fa52 None None] Pushing event updated for resources: {'Port': ['ID=83142af3-662e-48ce-b33e-d7dd6e58f781,revision_number=3']} {{(pid=103823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:38.431109 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 42540) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:38.463809 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 12477710-1a04-440e-9f58-027689602082 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:38.464139 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (12477710-1a04-440e-9f58-027689602082), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:38.481995 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-1ae6856b-ef4d-446b-a4c9-e15db398594b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:38.490004 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-60a4fbf6-77c5-47ca-874d-8f309fe25ead req-ab4df19f-acd6-4c80-8478-9e2f73874a04 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 210 time: 0.5407276 Mar 29 20:20:38.529143 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-10353690-f252-4dc0-b2fb-d030779cc2c7 None None] Set router 27da9c05-c56d-407b-b126-808fcd8b2af4 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:20:38.540265 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [req-677add0e-3552-4a17-a31b-378756265fe7 req-c9d770ac-830c-4f31-ae7a-f940abee1eea tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Request body: {'port': {'device_id': '14ca3af9-e1c9-42a3-b628-c2f401acc354', 'network_id': '39b6a305-88e1-422a-97d7-4469551c41d4', 'admin_state_up': True, 'tenant_id': '331c9c75e5db410a8aab2a0dedf24117'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:20:38.616388 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75de2f27-4ca2-4222-8e15-4ba7076b521f None None] Sync routers for ids ['0c8b3a80-4aae-4fc7-ac23-665769945cd5'] in dv-cinder-784815-3-iscsi {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:20:38.765894 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75de2f27-4ca2-4222-8e15-4ba7076b521f None None] Routers {'0c8b3a80-4aae-4fc7-ac23-665769945cd5'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:20:38.767107 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-75de2f27-4ca2-4222-8e15-4ba7076b521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:20:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['0c8b3a80-4aae-4fc7-ac23-665769945cd5'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:20:38.841207 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-31a674c7-b3c5-4be3-825a-fedbdea56a60 None None] Provisioning complete for port ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:38.841624 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-31a674c7-b3c5-4be3-825a-fedbdea56a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:38.870594 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-10353690-f252-4dc0-b2fb-d030779cc2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'name': 'tempest-AttachVolumeShelveTestJSON-267162537-router', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:29Z', 'updated_at': '2022-03-29T20:20:33Z', 'revision_number': 3, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'gw_port': {'id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:45:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:20:38.912364 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10353690-f252-4dc0-b2fb-d030779cc2c7 None None] The sync data for ids ['27da9c05-c56d-407b-b126-808fcd8b2af4'] in dv-cinder-784815-3-iscsi is: [{'id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'name': 'tempest-AttachVolumeShelveTestJSON-267162537-router', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:29Z', 'updated_at': '2022-03-29T20:20:33Z', 'revision_number': 3, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'gw_port': {'id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:45:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:20:39.016845 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-1ae6856b-ef4d-446b-a4c9-e15db398594b admin admin] Publish callbacks [] for security_group (5e7836fa-5cc5-4a25-9e37-519674c6199f), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:39.023530 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-4a7b1cc9-7632-4bec-bc25-ac5b6d31be10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:39.105487 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-1ae6856b-ef4d-446b-a4c9-e15db398594b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (5e7836fa-5cc5-4a25-9e37-519674c6199f), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:39.124494 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-8b6cfd05-f605-46dc-8ed7-f11a1085097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'name': 'tempest-AttachVolumeTestJSON-2114264641-router', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:28Z', 'updated_at': '2022-03-29T20:20:32Z', 'revision_number': 3, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'gw_port': {'id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:48:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:20:39.159712 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 42592) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:39.173681 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ca68e7ac-4359-491d-bc2f-ccef5d743a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270'] for port (611b4ba1-c6a6-4cb1-ba21-a5b593294d88), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:39.217747 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-013181c0-825e-440e-b9ea-513911f1e898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:39.257959 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6856b-ef4d-446b-a4c9-e15db398594b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7836fa-5cc5-4a25-9e37-519674c6199f,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:39.260550 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6cfd05-f605-46dc-8ed7-f11a1085097b None None] The sync data for ids ['e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'] in dv-cinder-784815-3-iscsi is: [{'id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'name': 'tempest-AttachVolumeTestJSON-2114264641-router', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:28Z', 'updated_at': '2022-03-29T20:20:32Z', 'revision_number': 3, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'gw_port': {'id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:48:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}] {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:20:39.265124 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-31a674c7-b3c5-4be3-825a-fedbdea56a60 None None] Port ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:20:39.266792 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-1ae6856b-ef4d-446b-a4c9-e15db398594b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=81fb0284515a46b4a9a6d73e2ec55424&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8346658 Mar 29 20:20:39.270038 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 42608) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:39.273253 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 12477710-1a04-440e-9f58-027689602082 is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:20:39.275680 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (12477710-1a04-440e-9f58-027689602082), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:39.327014 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ba2e437c-d79c-474a-b435-39671cf674be req-3cda4a26-f272-4e08-a8ac-c7133754dec0 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 210 time: 0.9180965 Mar 29 20:20:39.327635 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] For port 12477710-1a04-440e-9f58-027689602082, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=12477710-1a04-440e-9f58-027689602082,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:20:39.365678 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-75de2f27-4ca2-4222-8e15-4ba7076b521f None None] Set router 0c8b3a80-4aae-4fc7-ac23-665769945cd5 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:20:39.412030 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (12477710-1a04-440e-9f58-027689602082), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:39.678058 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Pushing event updated for resources: {'Port': ['ID=12477710-1a04-440e-9f58-027689602082,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:39.737934 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-4927c9fc-5b1f-4455-97f8-2a6b9605e7ee admin admin] Publish callbacks [] for security_group (5e7836fa-5cc5-4a25-9e37-519674c6199f), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:39.753726 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca68e7ac-4359-491d-bc2f-ccef5d743a4e admin admin] Network cbeb19d7-fa07-4f98-99ee-9b94135513d6 is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:20:39.799227 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-ca68e7ac-4359-491d-bc2f-ccef5d743a4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:20:39.839971 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 42624) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:39.850419 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca68e7ac-4359-491d-bc2f-ccef5d743a4e admin admin] Received port after_create {{(pid=103820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:20:39.854680 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ca68e7ac-4359-491d-bc2f-ccef5d743a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548808'] for router_interface (27da9c05-c56d-407b-b126-808fcd8b2af4), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:39.941069 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-75de2f27-4ca2-4222-8e15-4ba7076b521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1578203618-router', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '12477710-1a04-440e-9f58-027689602082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:25Z', 'updated_at': '2022-03-29T20:20:33Z', 'revision_number': 4, 'project_id': '378d35471c8d47cc9624b98530d05223', 'gw_port': {'id': '12477710-1a04-440e-9f58-027689602082', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:27Z', 'updated_at': '2022-03-29T20:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '140331ae-5df5-45fa-a3f9-bea191881f2d', 'name': '', 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'mac_address': 'fa:16:3e:e0:0c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:31Z', 'updated_at': '2022-03-29T20:20:33Z', 'revision_number': 2, 'project_id': '378d35471c8d47cc9624b98530d05223', 'subnets': [{'id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:20:40.014778 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-4927c9fc-5b1f-4455-97f8-2a6b9605e7ee admin admin] Publish callbacks [] for security_group (5e7836fa-5cc5-4a25-9e37-519674c6199f), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:40.043805 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68e7ac-4359-491d-bc2f-ccef5d743a4e admin admin] Pushing event updated for resources: {'Port': ['ID=611b4ba1-c6a6-4cb1-ba21-a5b593294d88,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:40.103814 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75de2f27-4ca2-4222-8e15-4ba7076b521f None None] Checking router: 0c8b3a80-4aae-4fc7-ac23-665769945cd5 for host: dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:20:40.104451 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75de2f27-4ca2-4222-8e15-4ba7076b521f None None] Updating router 0c8b3a80-4aae-4fc7-ac23-665769945cd5 port 140331ae-5df5-45fa-a3f9-bea191881f2d binding host dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 20:20:40.135662 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-013181c0-825e-440e-b9ea-513911f1e898 admin admin] Publish callbacks [] for security_group (534cb44b-10aa-452c-8393-589780655494), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:40.218793 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-75de2f27-4ca2-4222-8e15-4ba7076b521f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (140331ae-5df5-45fa-a3f9-bea191881f2d), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:40.290819 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-4a7b1cc9-7632-4bec-bc25-ac5b6d31be10 admin admin] Publish callbacks [] for port (ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:40.319774 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-66589d2b-6bd0-4fb4-b662-fd036a9e993d tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:40.331004 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-66589d2b-6bd0-4fb4-b662-fd036a9e993d tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/networks?id=fccb8720-153f-47bd-b545-dee0eba76738 HTTP/1.1" status: 200 len: 819 time: 1.1303186 Mar 29 20:20:40.335711 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-013181c0-825e-440e-b9ea-513911f1e898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (534cb44b-10aa-452c-8393-589780655494), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:40.351173 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 83142af3-662e-48ce-b33e-d7dd6e58f781 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:20:40.449166 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-4a7b1cc9-7632-4bec-bc25-ac5b6d31be10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:40.450260 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-4a7b1cc9-7632-4bec-bc25-ac5b6d31be10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3663951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548700'] for router_interface (e9d08a42-4f2a-44ba-9c77-83057d0fd5b6), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:40.501401 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7d027056-745e-489a-a1a6-767e6522d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:40.591933 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-0e37b50a-1d2b-41af-8ee5-a518e94775de None None] Provisioning complete for port 611b4ba1-c6a6-4cb1-ba21-a5b593294d88 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:40.592555 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-0e37b50a-1d2b-41af-8ee5-a518e94775de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (611b4ba1-c6a6-4cb1-ba21-a5b593294d88), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:40.626719 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-b80bb110-569b-4592-b427-f45c216c13b3 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/quotas/378d35471c8d47cc9624b98530d05223 HTTP/1.1" status: 200 len: 375 time: 0.2589409 Mar 29 20:20:40.674564 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-0e37b50a-1d2b-41af-8ee5-a518e94775de None None] Port 611b4ba1-c6a6-4cb1-ba21-a5b593294d88 cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:20:40.688682 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f46eddb8-2df7-4dad-a151-1c6f73d4e3a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:40.705579 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-677add0e-3552-4a17-a31b-378756265fe7 req-c9d770ac-830c-4f31-ae7a-f940abee1eea tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Made reservation on behalf of 331c9c75e5db410a8aab2a0dedf24117 for: {'port': 1} {{(pid=103820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:20:40.720244 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-677add0e-3552-4a17-a31b-378756265fe7 req-c9d770ac-830c-4f31-ae7a-f940abee1eea tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:40.797848 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 83142af3-662e-48ce-b33e-d7dd6e58f781 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:40.803381 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (83142af3-662e-48ce-b33e-d7dd6e58f781), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:40.901974 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-4927c9fc-5b1f-4455-97f8-2a6b9605e7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (5e7836fa-5cc5-4a25-9e37-519674c6199f), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:40.906744 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-4927c9fc-5b1f-4455-97f8-2a6b9605e7ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:40.910223 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-4927c9fc-5b1f-4455-97f8-2a6b9605e7ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5e7836fa-5cc5-4a25-9e37-519674c6199f HTTP/1.1" status: 204 len: 168 time: 1.6331170 Mar 29 20:20:40.955479 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013181c0-825e-440e-b9ea-513911f1e898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534cb44b-10aa-452c-8393-589780655494,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:41.013831 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-013181c0-825e-440e-b9ea-513911f1e898 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9567cc77935a4c0fa752ed81691bd9d5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8472128 Mar 29 20:20:41.014648 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b1cc9-7632-4bec-bc25-ac5b6d31be10 admin admin] Pushing event updated for resources: {'Port': ['ID=ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c,revision_number=2']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:41.032200 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 42640) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:41.172675 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927c9fc-5b1f-4455-97f8-2a6b9605e7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7836fa-5cc5-4a25-9e37-519674c6199f,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:41.187101 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ca68e7ac-4359-491d-bc2f-ccef5d743a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (611b4ba1-c6a6-4cb1-ba21-a5b593294d88), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:41.242704 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-429ff2dc-d5a7-44ff-b233-9545fdd2c26a req-7c64a069-3b48-4201-999e-6d91fc4deef9 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 210 time: 0.2818687 Mar 29 20:20:41.327382 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 83142af3-662e-48ce-b33e-d7dd6e58f781 is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:20:41.339055 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (83142af3-662e-48ce-b33e-d7dd6e58f781), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:41.401187 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] For port 83142af3-662e-48ce-b33e-d7dd6e58f781, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=83142af3-662e-48ce-b33e-d7dd6e58f781,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:20:41.410438 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-75de2f27-4ca2-4222-8e15-4ba7076b521f None None] Publish callbacks [] for port (140331ae-5df5-45fa-a3f9-bea191881f2d), precommit_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:41.416471 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c50d786b-8364-4466-8ce0-fa78096a8176 admin admin] Publish callbacks [] for security_group (534cb44b-10aa-452c-8393-589780655494), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:41.454052 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (83142af3-662e-48ce-b33e-d7dd6e58f781), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:41.455953 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 12477710-1a04-440e-9f58-027689602082 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:20:41.469759 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-8eb80d49-ab2c-46e0-9398-d5a9bb1c9ddc tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=378d35471c8d47cc9624b98530d05223&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8280008 Mar 29 20:20:41.501387 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7b1cc9-7632-4bec-bc25-ac5b6d31be10 admin admin] Network 0868a825-2260-425a-8d30-a4a84002c375 is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:20:41.514180 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c50d786b-8364-4466-8ce0-fa78096a8176 admin admin] Publish callbacks [] for security_group (534cb44b-10aa-452c-8393-589780655494), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:41.523091 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [None req-4a7b1cc9-7632-4bec-bc25-ac5b6d31be10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:20:41.719138 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c50d786b-8364-4466-8ce0-fa78096a8176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (534cb44b-10aa-452c-8393-589780655494), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:41.722273 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c50d786b-8364-4466-8ce0-fa78096a8176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:41.730317 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-c50d786b-8364-4466-8ce0-fa78096a8176 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/534cb44b-10aa-452c-8393-589780655494 HTTP/1.1" status: 204 len: 168 time: 0.6867638 Mar 29 20:20:41.889581 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-75de2f27-4ca2-4222-8e15-4ba7076b521f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (140331ae-5df5-45fa-a3f9-bea191881f2d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:41.891548 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d786b-8364-4466-8ce0-fa78096a8176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534cb44b-10aa-452c-8393-589780655494,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:41.892413 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_common [req-677add0e-3552-4a17-a31b-378756265fe7 req-c9d770ac-830c-4f31-ae7a-f940abee1eea tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Allocated IP 172.20.0.3 (39b6a305-88e1-422a-97d7-4469551c41d4/c7cf3a93-94d5-4fcf-a0c8-ad3d8834030c/a98cadf7-cc5c-441b-81e9-6d47891549a1) {{(pid=103820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:20:41.892605 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f46eddb8-2df7-4dad-a151-1c6f73d4e3a5 admin admin] Publish callbacks [] for security_group (621a288c-5f1c-42b4-a92a-6c9666ca0596), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:41.957375 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7b1cc9-7632-4bec-bc25-ac5b6d31be10 admin admin] Router e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:20:42.102027 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-3ef4be9c-f133-456e-b8b3-49dfd21b0345 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103820) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 20:20:42.118255 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-3ef4be9c-f133-456e-b8b3-49dfd21b0345 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2768199 Mar 29 20:20:42.140816 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7b1cc9-7632-4bec-bc25-ac5b6d31be10 admin admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:20:42.164167 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-4a7b1cc9-7632-4bec-bc25-ac5b6d31be10 admin admin] 10.222.0.43 "PUT /v2.0/routers/e9d08a42-4f2a-44ba-9c77-83057d0fd5b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7469082 Mar 29 20:20:42.168802 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f46eddb8-2df7-4dad-a151-1c6f73d4e3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (621a288c-5f1c-42b4-a92a-6c9666ca0596), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:42.253246 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-75de2f27-4ca2-4222-8e15-4ba7076b521f None None] Attempting to bind port 140331ae-5df5-45fa-a3f9-bea191881f2d on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:20:42.256429 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-75de2f27-4ca2-4222-8e15-4ba7076b521f None None] Attempting to bind port 140331ae-5df5-45fa-a3f9-bea191881f2d by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': '374fdad7-f913-494e-95a6-c81a6f6c7cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738'}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:20:42.256429 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75de2f27-4ca2-4222-8e15-4ba7076b521f None None] Attempting to bind port 140331ae-5df5-45fa-a3f9-bea191881f2d on network fccb8720-153f-47bd-b545-dee0eba76738 {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:20:42.256667 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-f46eddb8-2df7-4dad-a151-1c6f73d4e3a5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=afd7466d00984c4e81b1e99a26063521&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4091549 Mar 29 20:20:42.256667 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46eddb8-2df7-4dad-a151-1c6f73d4e3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621a288c-5f1c-42b4-a92a-6c9666ca0596,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:42.272208 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 42674) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:42.284994 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Pushing event updated for resources: {'Port': ['ID=83142af3-662e-48ce-b33e-d7dd6e58f781,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:42.299931 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75de2f27-4ca2-4222-8e15-4ba7076b521f None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:20:42.303209 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75de2f27-4ca2-4222-8e15-4ba7076b521f None None] Checking segment: {'id': '374fdad7-f913-494e-95a6-c81a6f6c7cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:20:42.306177 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-75de2f27-4ca2-4222-8e15-4ba7076b521f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:42.308935 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75de2f27-4ca2-4222-8e15-4ba7076b521f None None] Bound using segment: {'id': '374fdad7-f913-494e-95a6-c81a6f6c7cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738'} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:20:42.320128 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-75de2f27-4ca2-4222-8e15-4ba7076b521f None None] Bound port: 140331ae-5df5-45fa-a3f9-bea191881f2d, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374fdad7-f913-494e-95a6-c81a6f6c7cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738'}}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:20:42.320577 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-75de2f27-4ca2-4222-8e15-4ba7076b521f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (140331ae-5df5-45fa-a3f9-bea191881f2d), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:42.341263 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.42', 55260) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:42.350886 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-19462124-65a5-4c81-b78c-87d165b1a732 service neutron] 10.222.0.43 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311163 Mar 29 20:20:42.383684 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ca68e7ac-4359-491d-bc2f-ccef5d743a4e admin admin] Publish callbacks [] for port (611b4ba1-c6a6-4cb1-ba21-a5b593294d88), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:42.461343 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 12477710-1a04-440e-9f58-027689602082 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:42.466361 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (12477710-1a04-440e-9f58-027689602082), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:42.466361 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780b43c-5e28-4d94-a49b-b71c2d16417c None None] Pushing event updated for resources: {'Port': ['ID=140331ae-5df5-45fa-a3f9-bea191881f2d,revision_number=3']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:42.491229 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-b7635c3e-c09c-4835-b2e5-6dd7cdbc9b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:42.529028 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-677add0e-3552-4a17-a31b-378756265fe7 req-c9d770ac-830c-4f31-ae7a-f940abee1eea tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Publish callbacks [] for port (a98cadf7-cc5c-441b-81e9-6d47891549a1), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:42.613966 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-b604b76e-c63e-4a70-af83-9087b3d93077 None None] Provisioning complete for port ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:42.614636 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-b604b76e-c63e-4a70-af83-9087b3d93077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:42.642110 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ca68e7ac-4359-491d-bc2f-ccef5d743a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (611b4ba1-c6a6-4cb1-ba21-a5b593294d88), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:42.643405 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ca68e7ac-4359-491d-bc2f-ccef5d743a4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3663951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548700'] for router_interface (27da9c05-c56d-407b-b126-808fcd8b2af4), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:42.686348 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6c839d85-7b00-410f-9456-df0867d7e9b8 req-c7d73ac8-9771-48d7-af55-8f6d65930f6b tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 210 time: 0.0592372 Mar 29 20:20:42.794202 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-4ec1600b-1ca3-49b1-a867-ba402d1790c0 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:42.813778 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-4ec1600b-1ca3-49b1-a867-ba402d1790c0 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.42 "GET /v2.0/networks?id=fccb8720-153f-47bd-b545-dee0eba76738 HTTP/1.1" status: 200 len: 819 time: 0.4669197 Mar 29 20:20:42.837053 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-250f1ccf-fe86-492d-8834-1a40ca9a31c3 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Request body: {'port': {'device_id': '6da09d9f-0a2c-457f-8df5-3bbfe3808340', 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738', 'admin_state_up': True, 'tenant_id': '378d35471c8d47cc9624b98530d05223'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:20:42.915538 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68e7ac-4359-491d-bc2f-ccef5d743a4e admin admin] Pushing event updated for resources: {'Port': ['ID=611b4ba1-c6a6-4cb1-ba21-a5b593294d88,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:42.964789 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-801d76c8-2eee-4483-bdd4-a4304a92c4da service neutron] 10.222.0.43 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6128600 Mar 29 20:20:42.972032 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-b604b76e-c63e-4a70-af83-9087b3d93077 None None] Port ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:20:42.983465 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-677add0e-3552-4a17-a31b-378756265fe7 req-c9d770ac-830c-4f31-ae7a-f940abee1eea tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270'] for port (a98cadf7-cc5c-441b-81e9-6d47891549a1), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:43.005261 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 12477710-1a04-440e-9f58-027689602082 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:20:43.021190 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-75de2f27-4ca2-4222-8e15-4ba7076b521f None None] For port 140331ae-5df5-45fa-a3f9-bea191881f2d, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:20:43.032699 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-75de2f27-4ca2-4222-8e15-4ba7076b521f None None] For port 140331ae-5df5-45fa-a3f9-bea191881f2d, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=140331ae-5df5-45fa-a3f9-bea191881f2d,segment=NetworkSegment(374fdad7-f913-494e-95a6-c81a6f6c7cc1),segment_id=374fdad7-f913-494e-95a6-c81a6f6c7cc1)] {{(pid=103822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:20:43.121530 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-f902c908-8f11-443d-9c9e-6376a550ace4 None None] Provisioning complete for port 140331ae-5df5-45fa-a3f9-bea191881f2d triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:43.125720 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-f902c908-8f11-443d-9c9e-6376a550ace4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (140331ae-5df5-45fa-a3f9-bea191881f2d), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:43.140167 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-75de2f27-4ca2-4222-8e15-4ba7076b521f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (140331ae-5df5-45fa-a3f9-bea191881f2d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:43.268381 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75de2f27-4ca2-4222-8e15-4ba7076b521f None None] Routers {'0c8b3a80-4aae-4fc7-ac23-665769945cd5'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:20:43.269196 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-75de2f27-4ca2-4222-8e15-4ba7076b521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:20:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['0c8b3a80-4aae-4fc7-ac23-665769945cd5'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:20:43.339577 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-677add0e-3552-4a17-a31b-378756265fe7 req-c9d770ac-830c-4f31-ae7a-f940abee1eea tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Network 39b6a305-88e1-422a-97d7-4469551c41d4 is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:20:43.365230 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca68e7ac-4359-491d-bc2f-ccef5d743a4e admin admin] Network cbeb19d7-fa07-4f98-99ee-9b94135513d6 is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:20:43.385333 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [req-677add0e-3552-4a17-a31b-378756265fe7 req-c9d770ac-830c-4f31-ae7a-f940abee1eea tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:20:43.424218 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-ca68e7ac-4359-491d-bc2f-ccef5d743a4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:20:43.469093 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [req-677add0e-3552-4a17-a31b-378756265fe7 req-c9d770ac-830c-4f31-ae7a-f940abee1eea tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Received port after_create {{(pid=103820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:20:43.482581 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 83142af3-662e-48ce-b33e-d7dd6e58f781 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:20:43.487118 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780b43c-5e28-4d94-a49b-b71c2d16417c None None] Pushing event updated for resources: {'Port': ['ID=140331ae-5df5-45fa-a3f9-bea191881f2d,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:43.491398 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677add0e-3552-4a17-a31b-378756265fe7 req-c9d770ac-830c-4f31-ae7a-f940abee1eea tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:43.492240 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-677add0e-3552-4a17-a31b-378756265fe7 req-c9d770ac-830c-4f31-ae7a-f940abee1eea tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for port (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:43.534498 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d770ac-830c-4f31-ae7a-f940abee1eea tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Pushing event updated for resources: {'Port': ['ID=a98cadf7-cc5c-441b-81e9-6d47891549a1,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:43.756349 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-1317f3a7-2c4e-43b1-b1cc-4824eb9bcddd admin admin] Publish callbacks [] for security_group (621a288c-5f1c-42b4-a92a-6c9666ca0596), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:43.860927 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-250f1ccf-fe86-492d-8834-1a40ca9a31c3 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Made reservation on behalf of 378d35471c8d47cc9624b98530d05223 for: {'port': 1} {{(pid=103821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:20:43.914055 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-250f1ccf-fe86-492d-8834-1a40ca9a31c3 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:43.917196 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-75de2f27-4ca2-4222-8e15-4ba7076b521f None None] Set router 0c8b3a80-4aae-4fc7-ac23-665769945cd5 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:20:43.983293 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-1317f3a7-2c4e-43b1-b1cc-4824eb9bcddd admin admin] Publish callbacks [] for security_group (621a288c-5f1c-42b4-a92a-6c9666ca0596), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:44.275273 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-677add0e-3552-4a17-a31b-378756265fe7 req-c9d770ac-830c-4f31-ae7a-f940abee1eea tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8125124 Mar 29 20:20:44.297650 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [req-677add0e-3552-4a17-a31b-378756265fe7 req-8c96a832-3f02-4bc2-b0f3-268c0495db94 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103820) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 20:20:44.299579 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-677add0e-3552-4a17-a31b-378756265fe7 req-8c96a832-3f02-4bc2-b0f3-268c0495db94 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111456 Mar 29 20:20:44.341149 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e3528e67-fef7-4cf2-94a4-4675a5068133 req-9e09449e-a412-424d-b859-18eb13b3ecd4 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 210 time: 0.0735438 Mar 29 20:20:44.443190 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca68e7ac-4359-491d-bc2f-ccef5d743a4e admin admin] Router 27da9c05-c56d-407b-b126-808fcd8b2af4 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:20:44.586288 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c0765a-4dd3-4e54-be2d-93ccb446395d None None] Sync routers for ids ['e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:20:44.601083 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c0765a-4dd3-4e54-be2d-93ccb446395d None None] Routers {'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:20:44.604135 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-29c0765a-4dd3-4e54-be2d-93ccb446395d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:20:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:20:44.730559 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 42742) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:44.748274 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:44.754864 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-973922f7-8b7e-4446-813d-696d158c5231 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--159724761', 'description': 'tempest-description--729424442'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:20:44.802531 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 83142af3-662e-48ce-b33e-d7dd6e58f781 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:44.806700 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (83142af3-662e-48ce-b33e-d7dd6e58f781), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:44.836313 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-1317f3a7-2c4e-43b1-b1cc-4824eb9bcddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (621a288c-5f1c-42b4-a92a-6c9666ca0596), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:44.840250 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-1317f3a7-2c4e-43b1-b1cc-4824eb9bcddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:44.852956 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-1317f3a7-2c4e-43b1-b1cc-4824eb9bcddd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/621a288c-5f1c-42b4-a92a-6c9666ca0596 HTTP/1.1" status: 204 len: 168 time: 2.5770426 Mar 29 20:20:44.883983 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca68e7ac-4359-491d-bc2f-ccef5d743a4e admin admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:20:44.917790 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-ca68e7ac-4359-491d-bc2f-ccef5d743a4e admin admin] 10.222.0.43 "PUT /v2.0/routers/27da9c05-c56d-407b-b126-808fcd8b2af4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5160251 Mar 29 20:20:44.953013 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-29c0765a-4dd3-4e54-be2d-93ccb446395d None None] Set router e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:20:44.960214 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317f3a7-2c4e-43b1-b1cc-4824eb9bcddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621a288c-5f1c-42b4-a92a-6c9666ca0596,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:44.963286 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-f902c908-8f11-443d-9c9e-6376a550ace4 None None] Current status of the port 140331ae-5df5-45fa-a3f9-bea191881f2d is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:20:44.963680 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-f902c908-8f11-443d-9c9e-6376a550ace4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (140331ae-5df5-45fa-a3f9-bea191881f2d), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:44.976614 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-973922f7-8b7e-4446-813d-696d158c5231 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:44.976825 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5916e65-2160-4b31-ba7e-c0c1191862e1 None None] Sync routers for ids ['27da9c05-c56d-407b-b126-808fcd8b2af4'] in dv-cinder-784815-3-iscsi {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:20:45.048553 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_common [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-250f1ccf-fe86-492d-8834-1a40ca9a31c3 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Allocated IP 172.20.0.13 (fccb8720-153f-47bd-b545-dee0eba76738/f62aa6e9-61aa-4730-afeb-7a2b7cae7991/04ce72b1-912c-41be-a98d-a3ce14bbcc07) {{(pid=103821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:20:45.076992 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5916e65-2160-4b31-ba7e-c0c1191862e1 None None] Routers {'27da9c05-c56d-407b-b126-808fcd8b2af4'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:20:45.077665 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-a5916e65-2160-4b31-ba7e-c0c1191862e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:20:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['27da9c05-c56d-407b-b126-808fcd8b2af4'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:20:45.103343 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-f902c908-8f11-443d-9c9e-6376a550ace4 None None] For port 140331ae-5df5-45fa-a3f9-bea191881f2d, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=140331ae-5df5-45fa-a3f9-bea191881f2d,segment=NetworkSegment(374fdad7-f913-494e-95a6-c81a6f6c7cc1),segment_id=374fdad7-f913-494e-95a6-c81a6f6c7cc1)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:20:45.104222 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548679f-74bb-4aee-811b-b8def706880c req-a2f7f082-a676-420a-b5d5-c2857f7cb9cf tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:45.112590 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5548679f-74bb-4aee-811b-b8def706880c req-a2f7f082-a676-420a-b5d5-c2857f7cb9cf tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 931 time: 0.1702111 Mar 29 20:20:45.202733 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-f902c908-8f11-443d-9c9e-6376a550ace4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (140331ae-5df5-45fa-a3f9-bea191881f2d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:45.204451 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:45.249150 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5548679f-74bb-4aee-811b-b8def706880c req-e05aed96-4b1d-4e6c-a3f0-e37023622a86 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f78ef78-677c-403f-8f80-4307987aa5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354041 Mar 29 20:20:45.294761 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-973922f7-8b7e-4446-813d-696d158c5231 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for security_group (84654a7e-e0be-472f-ad14-2988e992b048), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:45.311552 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 42758) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:45.321348 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 83142af3-662e-48ce-b33e-d7dd6e58f781 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:20:45.322738 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device abdd584b-03e0-4643-9a80-20c5ad79fca3 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:20:45.369791 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [req-677add0e-3552-4a17-a31b-378756265fe7 req-5f75ddce-2058-4338-8a0d-458d5dbb91c4 service neutron] Request body: {'port': {'device_id': '14ca3af9-e1c9-42a3-b628-c2f401acc354', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:20:45.398063 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-29c0765a-4dd3-4e54-be2d-93ccb446395d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'name': 'tempest-AttachVolumeTestJSON-2114264641-router', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:28Z', 'updated_at': '2022-03-29T20:20:38Z', 'revision_number': 4, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'gw_port': {'id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:48:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c', 'name': '', 'network_id': '0868a825-2260-425a-8d30-a4a84002c375', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'mac_address': 'fa:16:3e:a2:2f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:37Z', 'updated_at': '2022-03-29T20:20:39Z', 'revision_number': 2, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'subnets': [{'id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:20:45.444244 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-973922f7-8b7e-4446-813d-696d158c5231 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (84654a7e-e0be-472f-ad14-2988e992b048), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:45.447775 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c0765a-4dd3-4e54-be2d-93ccb446395d None None] Checking router: e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:20:45.448311 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c0765a-4dd3-4e54-be2d-93ccb446395d None None] Updating router e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 port ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c binding host dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 20:20:45.451640 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-75de2f27-4ca2-4222-8e15-4ba7076b521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1578203618-router', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '12477710-1a04-440e-9f58-027689602082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:25Z', 'updated_at': '2022-03-29T20:20:33Z', 'revision_number': 4, 'project_id': '378d35471c8d47cc9624b98530d05223', 'gw_port': {'id': '12477710-1a04-440e-9f58-027689602082', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:27Z', 'updated_at': '2022-03-29T20:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '140331ae-5df5-45fa-a3f9-bea191881f2d', 'name': '', 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'mac_address': 'fa:16:3e:e0:0c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:31Z', 'updated_at': '2022-03-29T20:20:43Z', 'revision_number': 4, 'project_id': '378d35471c8d47cc9624b98530d05223', 'subnets': [{'id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:20:45.500490 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-29c0765a-4dd3-4e54-be2d-93ccb446395d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c), before_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:45.528943 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-677add0e-3552-4a17-a31b-378756265fe7 req-5f75ddce-2058-4338-8a0d-458d5dbb91c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (a98cadf7-cc5c-441b-81e9-6d47891549a1), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:45.574889 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973922f7-8b7e-4446-813d-696d158c5231 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84654a7e-e0be-472f-ad14-2988e992b048,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:45.593115 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75de2f27-4ca2-4222-8e15-4ba7076b521f None None] The sync data for ids ['0c8b3a80-4aae-4fc7-ac23-665769945cd5'] in dv-cinder-784815-3-iscsi is: [{'id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1578203618-router', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '12477710-1a04-440e-9f58-027689602082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:25Z', 'updated_at': '2022-03-29T20:20:33Z', 'revision_number': 4, 'project_id': '378d35471c8d47cc9624b98530d05223', 'gw_port': {'id': '12477710-1a04-440e-9f58-027689602082', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:27Z', 'updated_at': '2022-03-29T20:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '140331ae-5df5-45fa-a3f9-bea191881f2d', 'name': '', 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'mac_address': 'fa:16:3e:e0:0c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:31Z', 'updated_at': '2022-03-29T20:20:43Z', 'revision_number': 4, 'project_id': '378d35471c8d47cc9624b98530d05223', 'subnets': [{'id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:20:45.651811 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-a5916e65-2160-4b31-ba7e-c0c1191862e1 None None] Set router 27da9c05-c56d-407b-b126-808fcd8b2af4 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:20:45.709177 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fc68774c-1c8e-4bc9-9b33-be66d05358c0 req-298b1785-d6dd-4086-aa8f-dbfddacbbae8 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 210 time: 0.1402400 Mar 29 20:20:45.709569 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-973922f7-8b7e-4446-813d-696d158c5231 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:45.711265 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-973922f7-8b7e-4446-813d-696d158c5231 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9793036 Mar 29 20:20:45.722133 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 42770) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:45.727336 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-63c45bab-4023-4df0-9d28-88100f31d639 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Request body: {'security_group_rule': {'security_group_id': '84654a7e-e0be-472f-ad14-2988e992b048', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:20:45.785528 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f902c908-8f11-443d-9c9e-6376a550ace4 None None] Pushing event updated for resources: {'Port': ['ID=140331ae-5df5-45fa-a3f9-bea191881f2d,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:45.797199 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cd335cf3-2076-49ed-b446-d246eeecf255 None None] Provisioning complete for port 611b4ba1-c6a6-4cb1-ba21-a5b593294d88 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:45.797603 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cd335cf3-2076-49ed-b446-d246eeecf255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (611b4ba1-c6a6-4cb1-ba21-a5b593294d88), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:45.848124 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-250f1ccf-fe86-492d-8834-1a40ca9a31c3 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks [] for port (04ce72b1-912c-41be-a98d-a3ce14bbcc07), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:45.871848 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port abdd584b-03e0-4643-9a80-20c5ad79fca3 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:45.872211 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (abdd584b-03e0-4643-9a80-20c5ad79fca3), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:45.933500 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-63c45bab-4023-4df0-9d28-88100f31d639 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for security_group_rule (703855f8-2474-495b-84d1-8f547c392c53), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:45.975001 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-250f1ccf-fe86-492d-8834-1a40ca9a31c3 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270'] for port (04ce72b1-912c-41be-a98d-a3ce14bbcc07), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:46.178680 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fd144bfb-6077-49a2-8e03-c06bf0882d48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:46.251028 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cd335cf3-2076-49ed-b446-d246eeecf255 None None] Port 611b4ba1-c6a6-4cb1-ba21-a5b593294d88 cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:20:46.286366 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-63c45bab-4023-4df0-9d28-88100f31d639 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for security_group_rule (703855f8-2474-495b-84d1-8f547c392c53), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:46.381358 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-63c45bab-4023-4df0-9d28-88100f31d639 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (703855f8-2474-495b-84d1-8f547c392c53), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:46.382152 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:20:46.405316 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-250f1ccf-fe86-492d-8834-1a40ca9a31c3 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Network fccb8720-153f-47bd-b545-dee0eba76738 is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:20:46.418870 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-250f1ccf-fe86-492d-8834-1a40ca9a31c3 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:20:46.447625 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-250f1ccf-fe86-492d-8834-1a40ca9a31c3 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Received port after_create {{(pid=103821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:20:46.468876 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-250f1ccf-fe86-492d-8834-1a40ca9a31c3 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:46.473334 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-250f1ccf-fe86-492d-8834-1a40ca9a31c3 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:46.496149 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c45bab-4023-4df0-9d28-88100f31d639 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=703855f8-2474-495b-84d1-8f547c392c53,revision_number=0']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:46.509082 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f1ccf-fe86-492d-8834-1a40ca9a31c3 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Pushing event updated for resources: {'Port': ['ID=04ce72b1-912c-41be-a98d-a3ce14bbcc07,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:46.541435 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-29c0765a-4dd3-4e54-be2d-93ccb446395d None None] Publish callbacks [] for port (ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c), precommit_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:46.582992 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-250f1ccf-fe86-492d-8834-1a40ca9a31c3 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7592292 Mar 29 20:20:46.598519 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-b41add12-9ca8-4567-9d53-9cb370b95939 service neutron] Request body: {'port': {'device_id': '6da09d9f-0a2c-457f-8df5-3bbfe3808340', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:20:46.608941 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-29c0765a-4dd3-4e54-be2d-93ccb446395d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c), after_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:46.666828 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cd335cf3-2076-49ed-b446-d246eeecf255 None None] Provisioning complete for port 140331ae-5df5-45fa-a3f9-bea191881f2d triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:46.667206 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cd335cf3-2076-49ed-b446-d246eeecf255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (140331ae-5df5-45fa-a3f9-bea191881f2d), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:46.766286 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [req-677add0e-3552-4a17-a31b-378756265fe7 req-5f75ddce-2058-4338-8a0d-458d5dbb91c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a98cadf7-cc5c-441b-81e9-6d47891549a1 {{(pid=103820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:20:46.801920 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-677add0e-3552-4a17-a31b-378756265fe7 req-5f75ddce-2058-4338-8a0d-458d5dbb91c4 service neutron] Publish callbacks [] for port (a98cadf7-cc5c-441b-81e9-6d47891549a1), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:46.837213 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-b41add12-9ca8-4567-9d53-9cb370b95939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (04ce72b1-912c-41be-a98d-a3ce14bbcc07), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:46.853145 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:46.866013 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-a5916e65-2160-4b31-ba7e-c0c1191862e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'name': 'tempest-AttachVolumeShelveTestJSON-267162537-router', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:29Z', 'updated_at': '2022-03-29T20:20:40Z', 'revision_number': 4, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'gw_port': {'id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '611b4ba1-c6a6-4cb1-ba21-a5b593294d88', 'name': '', 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'mac_address': 'fa:16:3e:08:c7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:37Z', 'updated_at': '2022-03-29T20:20:41Z', 'revision_number': 2, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'subnets': [{'id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:20:46.893513 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3b1f5-dccc-45aa-99bf-23556beb6f52 None None] Pushing event updated for resources: {'Port': ['ID=ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c,revision_number=3']} {{(pid=103823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:46.912758 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port abdd584b-03e0-4643-9a80-20c5ad79fca3 is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:20:46.914328 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (abdd584b-03e0-4643-9a80-20c5ad79fca3), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:46.962164 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 42780) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:46.980832 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.42', 55265) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:46.990199 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.provisioning_blocks [req-677add0e-3552-4a17-a31b-378756265fe7 req-5f75ddce-2058-4338-8a0d-458d5dbb91c4 service neutron] Transition to ACTIVE for port object a98cadf7-cc5c-441b-81e9-6d47891549a1 will not be triggered until provisioned by entity L2. {{(pid=103820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 20:20:46.997756 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] For port abdd584b-03e0-4643-9a80-20c5ad79fca3, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=abdd584b-03e0-4643-9a80-20c5ad79fca3,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:20:47.015030 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-63c45bab-4023-4df0-9d28-88100f31d639 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:47.019236 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-63c45bab-4023-4df0-9d28-88100f31d639 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2928860 Mar 29 20:20:47.022935 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 42784) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:47.044526 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-29c0765a-4dd3-4e54-be2d-93ccb446395d None None] Attempting to bind port ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:20:47.044827 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-29c0765a-4dd3-4e54-be2d-93ccb446395d None None] Attempting to bind port ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': '6802a8f3-7039-4643-9285-e85956d71d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0868a825-2260-425a-8d30-a4a84002c375'}] {{(pid=103823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:20:47.045185 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c0765a-4dd3-4e54-be2d-93ccb446395d None None] Attempting to bind port ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c on network 0868a825-2260-425a-8d30-a4a84002c375 {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:20:47.057444 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5916e65-2160-4b31-ba7e-c0c1191862e1 None None] Checking router: 27da9c05-c56d-407b-b126-808fcd8b2af4 for host: dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:20:47.059930 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5916e65-2160-4b31-ba7e-c0c1191862e1 None None] Updating router 27da9c05-c56d-407b-b126-808fcd8b2af4 port 611b4ba1-c6a6-4cb1-ba21-a5b593294d88 binding host dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 20:20:47.069979 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c0765a-4dd3-4e54-be2d-93ccb446395d None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:20:47.070363 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c0765a-4dd3-4e54-be2d-93ccb446395d None None] Checking segment: {'id': '6802a8f3-7039-4643-9285-e85956d71d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0868a825-2260-425a-8d30-a4a84002c375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:20:47.070764 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-29c0765a-4dd3-4e54-be2d-93ccb446395d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:47.071163 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c0765a-4dd3-4e54-be2d-93ccb446395d None None] Bound using segment: {'id': '6802a8f3-7039-4643-9285-e85956d71d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0868a825-2260-425a-8d30-a4a84002c375'} {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:20:47.071642 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-29c0765a-4dd3-4e54-be2d-93ccb446395d None None] Bound port: ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6802a8f3-7039-4643-9285-e85956d71d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0868a825-2260-425a-8d30-a4a84002c375'}}] {{(pid=103823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:20:47.072018 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-29c0765a-4dd3-4e54-be2d-93ccb446395d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c), before_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:47.075045 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339d374-9f9c-41e8-aa33-e342eb866ea6 req-73acfc66-8943-49d1-a35e-c02224b74aef tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:47.083185 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (abdd584b-03e0-4643-9a80-20c5ad79fca3), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:47.094266 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9339d374-9f9c-41e8-aa33-e342eb866ea6 req-73acfc66-8943-49d1-a35e-c02224b74aef tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 931 time: 0.7303002 Mar 29 20:20:47.103451 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-c198151e-50dc-459f-a469-b481363ca2ab tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Request body: {'security_group_rule': {'security_group_id': '84654a7e-e0be-472f-ad14-2988e992b048', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:20:47.140139 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0dd81d3a-6c59-4a9c-8bc6-e809cf8bd586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:47.180253 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-677add0e-3552-4a17-a31b-378756265fe7 req-5f75ddce-2058-4338-8a0d-458d5dbb91c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (a98cadf7-cc5c-441b-81e9-6d47891549a1), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:47.232247 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Pushing event updated for resources: {'Port': ['ID=abdd584b-03e0-4643-9a80-20c5ad79fca3,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:47.264073 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-a5916e65-2160-4b31-ba7e-c0c1191862e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (611b4ba1-c6a6-4cb1-ba21-a5b593294d88), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:47.322262 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.db [None req-29c0765a-4dd3-4e54-be2d-93ccb446395d None None] For port ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:20:47.332667 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.db [None req-29c0765a-4dd3-4e54-be2d-93ccb446395d None None] For port ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c,segment=NetworkSegment(6802a8f3-7039-4643-9285-e85956d71d33),segment_id=6802a8f3-7039-4643-9285-e85956d71d33)] {{(pid=103823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:20:47.409648 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-29c0765a-4dd3-4e54-be2d-93ccb446395d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c), after_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:47.488997 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fd144bfb-6077-49a2-8e03-c06bf0882d48 admin admin] Publish callbacks [] for security_group (5a7b44a4-e7fe-4763-831a-68eaf0079a41), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:47.610200 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c0765a-4dd3-4e54-be2d-93ccb446395d None None] Routers {'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:20:47.611388 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-29c0765a-4dd3-4e54-be2d-93ccb446395d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:20:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:20:47.643120 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 140331ae-5df5-45fa-a3f9-bea191881f2d up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:20:47.775998 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fd144bfb-6077-49a2-8e03-c06bf0882d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (5a7b44a4-e7fe-4763-831a-68eaf0079a41), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:47.848226 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3b1f5-dccc-45aa-99bf-23556beb6f52 None None] Pushing event updated for resources: {'Port': ['ID=ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c,revision_number=4']} {{(pid=103823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:47.877607 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-fd144bfb-6077-49a2-8e03-c06bf0882d48 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=262026840f1142bcb842c61c9498a766&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5623114 Mar 29 20:20:47.878718 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-a646ed4d-d78b-43a2-9d6a-b389c7288f05 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:47.890657 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-a646ed4d-d78b-43a2-9d6a-b389c7288f05 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.42 "GET /v2.0/networks?id=fccb8720-153f-47bd-b545-dee0eba76738 HTTP/1.1" status: 200 len: 819 time: 0.8698471 Mar 29 20:20:47.895088 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 42796) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:47.905521 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75ddce-2058-4338-8a0d-458d5dbb91c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a98cadf7-cc5c-441b-81e9-6d47891549a1,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:47.979253 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cd335cf3-2076-49ed-b446-d246eeecf255 None None] Current status of the port 140331ae-5df5-45fa-a3f9-bea191881f2d is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:20:47.983321 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9339d374-9f9c-41e8-aa33-e342eb866ea6 req-c4029e02-faf8-40ab-a96c-f7748269113c tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f78ef78-677c-403f-8f80-4307987aa5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8832870 Mar 29 20:20:48.079147 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 42798) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:48.085209 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-d879354d-3bea-4496-8276-b72816379d36 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1532509825', 'description': 'tempest-description--1122489211'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:20:48.092428 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [req-677add0e-3552-4a17-a31b-378756265fe7 req-5f75ddce-2058-4338-8a0d-458d5dbb91c4 service neutron] Attempting to bind port a98cadf7-cc5c-441b-81e9-6d47891549a1 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:20:48.092784 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [req-677add0e-3552-4a17-a31b-378756265fe7 req-5f75ddce-2058-4338-8a0d-458d5dbb91c4 service neutron] Attempting to bind port a98cadf7-cc5c-441b-81e9-6d47891549a1 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '2e876de9-e068-4593-b07b-f23213271be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '39b6a305-88e1-422a-97d7-4469551c41d4'}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:20:48.093102 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677add0e-3552-4a17-a31b-378756265fe7 req-5f75ddce-2058-4338-8a0d-458d5dbb91c4 service neutron] Attempting to bind port a98cadf7-cc5c-441b-81e9-6d47891549a1 on network 39b6a305-88e1-422a-97d7-4469551c41d4 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:20:48.114127 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-29c0765a-4dd3-4e54-be2d-93ccb446395d None None] Set router e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:20:48.127953 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd144bfb-6077-49a2-8e03-c06bf0882d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7b44a4-e7fe-4763-831a-68eaf0079a41,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:48.149567 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677add0e-3552-4a17-a31b-378756265fe7 req-5f75ddce-2058-4338-8a0d-458d5dbb91c4 service neutron] Port a98cadf7-cc5c-441b-81e9-6d47891549a1 on network 39b6a305-88e1-422a-97d7-4469551c41d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 20:20:48.153533 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677add0e-3552-4a17-a31b-378756265fe7 req-5f75ddce-2058-4338-8a0d-458d5dbb91c4 service neutron] Attempting to bind port a98cadf7-cc5c-441b-81e9-6d47891549a1 on network 39b6a305-88e1-422a-97d7-4469551c41d4 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:20:48.197750 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677add0e-3552-4a17-a31b-378756265fe7 req-5f75ddce-2058-4338-8a0d-458d5dbb91c4 service neutron] Checking agent: {'id': '19337809-658a-48b1-8a65-8844936c1798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'started_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:20:48.197750 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677add0e-3552-4a17-a31b-378756265fe7 req-5f75ddce-2058-4338-8a0d-458d5dbb91c4 service neutron] Checking segment: {'id': '2e876de9-e068-4593-b07b-f23213271be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '39b6a305-88e1-422a-97d7-4469551c41d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:20:48.198492 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677add0e-3552-4a17-a31b-378756265fe7 req-5f75ddce-2058-4338-8a0d-458d5dbb91c4 service neutron] Bound using segment: {'id': '2e876de9-e068-4593-b07b-f23213271be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '39b6a305-88e1-422a-97d7-4469551c41d4'} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:20:48.198938 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [req-677add0e-3552-4a17-a31b-378756265fe7 req-5f75ddce-2058-4338-8a0d-458d5dbb91c4 service neutron] Bound port: a98cadf7-cc5c-441b-81e9-6d47891549a1, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e876de9-e068-4593-b07b-f23213271be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '39b6a305-88e1-422a-97d7-4469551c41d4'}}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:20:48.202326 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-677add0e-3552-4a17-a31b-378756265fe7 req-5f75ddce-2058-4338-8a0d-458d5dbb91c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (a98cadf7-cc5c-441b-81e9-6d47891549a1), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:48.288518 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 140331ae-5df5-45fa-a3f9-bea191881f2d triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:48.288771 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (140331ae-5df5-45fa-a3f9-bea191881f2d), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:48.342681 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a1b5e245-eba7-4742-add1-5012f26da1ae req-43f9c757-59ec-4148-9376-fe74178e3b72 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 210 time: 0.1060460 Mar 29 20:20:48.385725 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d879354d-3bea-4496-8276-b72816379d36 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:48.392772 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7b1105b2-44af-4669-a821-34d72e4472b3 None None] Provisioning complete for port 04ce72b1-912c-41be-a98d-a3ce14bbcc07 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:48.393400 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7b1105b2-44af-4669-a821-34d72e4472b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (04ce72b1-912c-41be-a98d-a3ce14bbcc07), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:48.473932 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-049951ef-e214-43fd-b276-ef44e4cfbdf7 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Request body: {'port': {'device_id': 'eafe6e26-6209-4a89-a473-430e5927d7e4', 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738', 'admin_state_up': True, 'tenant_id': '378d35471c8d47cc9624b98530d05223'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:20:48.493696 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [req-677add0e-3552-4a17-a31b-378756265fe7 req-5f75ddce-2058-4338-8a0d-458d5dbb91c4 service neutron] For port a98cadf7-cc5c-441b-81e9-6d47891549a1, host hv-cinder-78481, cleared binding levels {{(pid=103820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:20:48.500229 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [req-677add0e-3552-4a17-a31b-378756265fe7 req-5f75ddce-2058-4338-8a0d-458d5dbb91c4 service neutron] For port a98cadf7-cc5c-441b-81e9-6d47891549a1, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a98cadf7-cc5c-441b-81e9-6d47891549a1,segment=NetworkSegment(2e876de9-e068-4593-b07b-f23213271be1),segment_id=2e876de9-e068-4593-b07b-f23213271be1)] {{(pid=103820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:20:48.655360 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d879354d-3bea-4496-8276-b72816379d36 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for security_group (4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:48.663127 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-677add0e-3552-4a17-a31b-378756265fe7 req-5f75ddce-2058-4338-8a0d-458d5dbb91c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (a98cadf7-cc5c-441b-81e9-6d47891549a1), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:48.711831 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7b1105b2-44af-4669-a821-34d72e4472b3 None None] Port 04ce72b1-912c-41be-a98d-a3ce14bbcc07 cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:20:48.750950 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-a5916e65-2160-4b31-ba7e-c0c1191862e1 None None] Publish callbacks [] for port (611b4ba1-c6a6-4cb1-ba21-a5b593294d88), precommit_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:48.791347 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d879354d-3bea-4496-8276-b72816379d36 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:48.818810 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7b1105b2-44af-4669-a821-34d72e4472b3 None None] Provisioning complete for port ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:48.821363 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7b1105b2-44af-4669-a821-34d72e4472b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:48.867434 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-29c0765a-4dd3-4e54-be2d-93ccb446395d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'name': 'tempest-AttachVolumeTestJSON-2114264641-router', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:28Z', 'updated_at': '2022-03-29T20:20:38Z', 'revision_number': 4, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'gw_port': {'id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c', 'name': '', 'network_id': '0868a825-2260-425a-8d30-a4a84002c375', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'mac_address': 'fa:16:3e:a2:2f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:37Z', 'updated_at': '2022-03-29T20:20:47Z', 'revision_number': 4, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'subnets': [{'id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:20:48.878554 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d879354d-3bea-4496-8276-b72816379d36 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:48.882355 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-d879354d-3bea-4496-8276-b72816379d36 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7985964 Mar 29 20:20:48.887882 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 42818) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:48.900522 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-bea337c7-3059-4f5b-9e19-c28f26b2a32f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Request body: {'security_group_rule': {'security_group_id': '4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:20:48.906019 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677add0e-3552-4a17-a31b-378756265fe7 req-5f75ddce-2058-4338-8a0d-458d5dbb91c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:48.907232 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-a5916e65-2160-4b31-ba7e-c0c1191862e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (611b4ba1-c6a6-4cb1-ba21-a5b593294d88), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:48.907396 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-677add0e-3552-4a17-a31b-378756265fe7 req-5f75ddce-2058-4338-8a0d-458d5dbb91c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for port (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:48.909077 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-677add0e-3552-4a17-a31b-378756265fe7 req-5f75ddce-2058-4338-8a0d-458d5dbb91c4 service neutron] 10.222.0.42 "PUT /v2.0/ports/a98cadf7-cc5c-441b-81e9-6d47891549a1 HTTP/1.1" status: 200 len: 1093 time: 4.1261461 Mar 29 20:20:48.913411 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ca3af9-e1c9-42a3-b628-c2f401acc354', 'tag': 'a98cadf7-cc5c-441b-81e9-6d47891549a1'}] {{(pid=103820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:20:48.921190 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c0765a-4dd3-4e54-be2d-93ccb446395d None None] The sync data for ids ['e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'] in dv-cinder-784815-3-iscsi is: [{'id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'name': 'tempest-AttachVolumeTestJSON-2114264641-router', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:28Z', 'updated_at': '2022-03-29T20:20:38Z', 'revision_number': 4, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'gw_port': {'id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c', 'name': '', 'network_id': '0868a825-2260-425a-8d30-a4a84002c375', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'mac_address': 'fa:16:3e:a2:2f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:37Z', 'updated_at': '2022-03-29T20:20:47Z', 'revision_number': 4, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'subnets': [{'id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:20:48.997465 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75ddce-2058-4338-8a0d-458d5dbb91c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a98cadf7-cc5c-441b-81e9-6d47891549a1,revision_number=3']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:49.010959 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879354d-3bea-4496-8276-b72816379d36 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:49.131099 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb3d63-d92d-48cd-a18a-0d244b2b5691 None None] Pushing event updated for resources: {'Port': ['ID=611b4ba1-c6a6-4cb1-ba21-a5b593294d88,revision_number=3']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:49.191273 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c198151e-50dc-459f-a469-b481363ca2ab tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for security_group_rule (76f02cbd-3ff9-46bb-8355-ff600ba020ef), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:49.193342 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 140331ae-5df5-45fa-a3f9-bea191881f2d is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:20:49.389249 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6edefd21b48d6680289e87f093b2b3ac5ccca22ebb7ce82a748a83257c36a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d82b94b-73a4-4d92-8039-e1d73f2ed3fc" -d '{"events": [{"name": "network-changed", "server_uuid": "14ca3af9-e1c9-42a3-b628-c2f401acc354", "tag": "a98cadf7-cc5c-441b-81e9-6d47891549a1"}]}' {{(pid=103820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:20:49.441389 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-bea337c7-3059-4f5b-9e19-c28f26b2a32f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for security_group_rule (042f211f-b2f8-4705-b7bc-2a8c8f2694a1), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:49.556243 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-a5916e65-2160-4b31-ba7e-c0c1191862e1 None None] Attempting to bind port 611b4ba1-c6a6-4cb1-ba21-a5b593294d88 on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:20:49.556616 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-a5916e65-2160-4b31-ba7e-c0c1191862e1 None None] Attempting to bind port 611b4ba1-c6a6-4cb1-ba21-a5b593294d88 by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': '144a29d3-8b92-419a-a892-5d1bda94856a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6'}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:20:49.563909 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5916e65-2160-4b31-ba7e-c0c1191862e1 None None] Attempting to bind port 611b4ba1-c6a6-4cb1-ba21-a5b593294d88 on network cbeb19d7-fa07-4f98-99ee-9b94135513d6 {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:20:49.591210 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5916e65-2160-4b31-ba7e-c0c1191862e1 None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:20:49.591598 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5916e65-2160-4b31-ba7e-c0c1191862e1 None None] Checking segment: {'id': '144a29d3-8b92-419a-a892-5d1bda94856a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:20:49.592006 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-a5916e65-2160-4b31-ba7e-c0c1191862e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:49.592403 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5916e65-2160-4b31-ba7e-c0c1191862e1 None None] Bound using segment: {'id': '144a29d3-8b92-419a-a892-5d1bda94856a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6'} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:20:49.592890 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-a5916e65-2160-4b31-ba7e-c0c1191862e1 None None] Bound port: 611b4ba1-c6a6-4cb1-ba21-a5b593294d88, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144a29d3-8b92-419a-a892-5d1bda94856a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6'}}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:20:49.593268 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-a5916e65-2160-4b31-ba7e-c0c1191862e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (611b4ba1-c6a6-4cb1-ba21-a5b593294d88), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:49.602591 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7b1105b2-44af-4669-a821-34d72e4472b3 None None] Current status of the port ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:20:49.602980 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7b1105b2-44af-4669-a821-34d72e4472b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:49.693193 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-84f153fa-0113-4282-bbbc-401f31d3e7b2 admin admin] Publish callbacks [] for security_group (5a7b44a4-e7fe-4763-831a-68eaf0079a41), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:49.696044 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-7b1105b2-44af-4669-a821-34d72e4472b3 None None] For port ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c,segment=NetworkSegment(6802a8f3-7039-4643-9285-e85956d71d33),segment_id=6802a8f3-7039-4643-9285-e85956d71d33)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:20:49.728879 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677add0e-3552-4a17-a31b-378756265fe7 req-39ff2a1a-55d9-4056-a195-97afd1d596cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:49.730447 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-677add0e-3552-4a17-a31b-378756265fe7 req-39ff2a1a-55d9-4056-a195-97afd1d596cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=331c9c75e5db410a8aab2a0dedf24117&device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 1127 time: 0.6598547 Mar 29 20:20:49.745526 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:20:49.768060 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c5433-381c-44aa-8b1d-63db4513c7f7 req-543c8548-e808-4ecd-b921-3d10507605cc tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:49.776248 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-955c5433-381c-44aa-8b1d-63db4513c7f7 req-543c8548-e808-4ecd-b921-3d10507605cc tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 943 time: 0.5547888 Mar 29 20:20:49.796683 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7b1105b2-44af-4669-a821-34d72e4472b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:49.797049 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f84a0f8f-2959-4c68-a57e-df41a49d4bc5 req-5dd44d02-a630-454e-9731-eb89d1d13ec4 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 210 time: 0.2647998 Mar 29 20:20:49.818676 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-84f153fa-0113-4282-bbbc-401f31d3e7b2 admin admin] Publish callbacks [] for security_group (5a7b44a4-e7fe-4763-831a-68eaf0079a41), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:49.849229 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-049951ef-e214-43fd-b276-ef44e4cfbdf7 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Made reservation on behalf of 378d35471c8d47cc9624b98530d05223 for: {'port': 1} {{(pid=103821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:20:49.852377 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-049951ef-e214-43fd-b276-ef44e4cfbdf7 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:49.893007 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-a5916e65-2160-4b31-ba7e-c0c1191862e1 None None] For port 611b4ba1-c6a6-4cb1-ba21-a5b593294d88, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:20:49.970364 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-a5916e65-2160-4b31-ba7e-c0c1191862e1 None None] For port 611b4ba1-c6a6-4cb1-ba21-a5b593294d88, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=611b4ba1-c6a6-4cb1-ba21-a5b593294d88,segment=NetworkSegment(144a29d3-8b92-419a-a892-5d1bda94856a),segment_id=144a29d3-8b92-419a-a892-5d1bda94856a)] {{(pid=103822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:20:50.013942 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1105b2-44af-4669-a821-34d72e4472b3 None None] Pushing event updated for resources: {'Port': ['ID=ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:50.028277 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-677add0e-3552-4a17-a31b-378756265fe7 req-718b175a-5ddd-4586-b6b2-06a570f4fb4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a98cadf7-cc5c-441b-81e9-6d47891549a1 HTTP/1.1" status: 200 len: 217 time: 0.2859118 Mar 29 20:20:50.049650 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-24da0f82-bd5d-4d77-89cb-37a007be9321 None None] Provisioning complete for port 611b4ba1-c6a6-4cb1-ba21-a5b593294d88 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:50.050026 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-24da0f82-bd5d-4d77-89cb-37a007be9321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (611b4ba1-c6a6-4cb1-ba21-a5b593294d88), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:50.053657 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:50.054006 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:50.091593 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-955c5433-381c-44aa-8b1d-63db4513c7f7 req-525a0ea7-9805-4678-98fa-b96421f03d1e tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f78ef78-677c-403f-8f80-4307987aa5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727958 Mar 29 20:20:50.105145 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-a5916e65-2160-4b31-ba7e-c0c1191862e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (611b4ba1-c6a6-4cb1-ba21-a5b593294d88), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:50.203944 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-bea337c7-3059-4f5b-9e19-c28f26b2a32f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for security_group_rule (042f211f-b2f8-4705-b7bc-2a8c8f2694a1), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:50.232346 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677add0e-3552-4a17-a31b-378756265fe7 req-6b564167-9c1f-45b1-b7d3-c6c98146abcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:50.234599 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-677add0e-3552-4a17-a31b-378756265fe7 req-6b564167-9c1f-45b1-b7d3-c6c98146abcf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7cf3a93-94d5-4fcf-a0c8-ad3d8834030c HTTP/1.1" status: 200 len: 852 time: 0.1872311 Mar 29 20:20:50.307602 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-bea337c7-3059-4f5b-9e19-c28f26b2a32f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (042f211f-b2f8-4705-b7bc-2a8c8f2694a1), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:50.308818 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c198151e-50dc-459f-a469-b481363ca2ab tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for security_group_rule (76f02cbd-3ff9-46bb-8355-ff600ba020ef), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:50.314765 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0dd81d3a-6c59-4a9c-8bc6-e809cf8bd586 admin admin] Publish callbacks [] for security_group (48366c26-c118-4efe-bfa9-1618e3ee162d), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:50.340793 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb3d63-d92d-48cd-a18a-0d244b2b5691 None None] Pushing event updated for resources: {'Port': ['ID=611b4ba1-c6a6-4cb1-ba21-a5b593294d88,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:50.354874 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-24da0f82-bd5d-4d77-89cb-37a007be9321 None None] Port 611b4ba1-c6a6-4cb1-ba21-a5b593294d88 cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:20:50.359106 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-677add0e-3552-4a17-a31b-378756265fe7 req-96cf0c37-ace9-44d1-9142-acb8c81e509e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=39b6a305-88e1-422a-97d7-4469551c41d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184111 Mar 29 20:20:50.379958 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-b41add12-9ca8-4567-9d53-9cb370b95939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ce72b1-912c-41be-a98d-a3ce14bbcc07 {{(pid=103821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:20:50.389941 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-b41add12-9ca8-4567-9d53-9cb370b95939 service neutron] Publish callbacks [] for port (04ce72b1-912c-41be-a98d-a3ce14bbcc07), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:50.405091 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5916e65-2160-4b31-ba7e-c0c1191862e1 None None] Routers {'27da9c05-c56d-407b-b126-808fcd8b2af4'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:20:50.405795 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-a5916e65-2160-4b31-ba7e-c0c1191862e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:20:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['27da9c05-c56d-407b-b126-808fcd8b2af4'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:20:50.418602 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.provisioning_blocks [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-b41add12-9ca8-4567-9d53-9cb370b95939 service neutron] Transition to ACTIVE for port object 04ce72b1-912c-41be-a98d-a3ce14bbcc07 will not be triggered until provisioned by entity L2. {{(pid=103821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 20:20:50.434216 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c198151e-50dc-459f-a469-b481363ca2ab tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (76f02cbd-3ff9-46bb-8355-ff600ba020ef), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:50.480099 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0dd81d3a-6c59-4a9c-8bc6-e809cf8bd586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (48366c26-c118-4efe-bfa9-1618e3ee162d), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:50.563861 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-b41add12-9ca8-4567-9d53-9cb370b95939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (04ce72b1-912c-41be-a98d-a3ce14bbcc07), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:50.664697 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198151e-50dc-459f-a469-b481363ca2ab tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f02cbd-3ff9-46bb-8355-ff600ba020ef,revision_number=0']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:50.710739 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:20:50.712417 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device abdd584b-03e0-4643-9a80-20c5ad79fca3 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:20:50.741377 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41add12-9ca8-4567-9d53-9cb370b95939 service neutron] Pushing event updated for resources: {'Port': ['ID=04ce72b1-912c-41be-a98d-a3ce14bbcc07,revision_number=2']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:50.787376 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c198151e-50dc-459f-a469-b481363ca2ab tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:50.791912 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-c198151e-50dc-459f-a469-b481363ca2ab tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.6978686 Mar 29 20:20:50.793059 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 42862) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:50.797244 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd81d3a-6c59-4a9c-8bc6-e809cf8bd586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48366c26-c118-4efe-bfa9-1618e3ee162d,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:50.804277 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-5258e509-c181-4ffa-af41-7fda9ea1f51b tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Request body: {'floatingip': {'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:20:50.809457 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c89fdd8-8962-4e22-b268-c54644bedb55 x-openstack-request-id: req-5c89fdd8-8962-4e22-b268-c54644bedb55 {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:20:50.809953 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14ca3af9-e1c9-42a3-b628-c2f401acc354", "tag": "a98cadf7-cc5c-441b-81e9-6d47891549a1", "status": "completed", "code": 200}]} {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:20:50.809953 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c89fdd8-8962-4e22-b268-c54644bedb55 {{(pid=103820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:20:50.810479 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c89fdd8-8962-4e22-b268-c54644bedb55'] response: {'name': 'network-changed', 'server_uuid': '14ca3af9-e1c9-42a3-b628-c2f401acc354', 'tag': 'a98cadf7-cc5c-441b-81e9-6d47891549a1', 'status': 'completed', 'code': 200} Mar 29 20:20:50.822756 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-0dd81d3a-6c59-4a9c-8bc6-e809cf8bd586 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5df6824e53124134a2b3b454152865d3&name=default HTTP/1.1" status: 200 len: 2996 time: 3.8595355 Mar 29 20:20:50.844022 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 42866) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:50.869529 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea337c7-3059-4f5b-9e19-c28f26b2a32f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042f211f-b2f8-4705-b7bc-2a8c8f2694a1,revision_number=0']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:50.890746 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-84f153fa-0113-4282-bbbc-401f31d3e7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (5a7b44a4-e7fe-4763-831a-68eaf0079a41), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:50.893463 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-84f153fa-0113-4282-bbbc-401f31d3e7b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:50.899447 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-84f153fa-0113-4282-bbbc-401f31d3e7b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5a7b44a4-e7fe-4763-831a-68eaf0079a41 HTTP/1.1" status: 204 len: 168 time: 2.5029881 Mar 29 20:20:50.996691 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-6ab67d50-4cd0-4671-916b-281dbad4e584 None None] Provisioning complete for port 611b4ba1-c6a6-4cb1-ba21-a5b593294d88 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:50.997100 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_common [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-049951ef-e214-43fd-b276-ef44e4cfbdf7 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Allocated IP 172.20.0.12 (fccb8720-153f-47bd-b545-dee0eba76738/f62aa6e9-61aa-4730-afeb-7a2b7cae7991/d534b371-8f1a-4669-aea5-1642b49b0d37) {{(pid=103821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:20:50.997362 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-6ab67d50-4cd0-4671-916b-281dbad4e584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (611b4ba1-c6a6-4cb1-ba21-a5b593294d88), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:50.999175 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port abdd584b-03e0-4643-9a80-20c5ad79fca3 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:51.001984 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (abdd584b-03e0-4643-9a80-20c5ad79fca3), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:51.061475 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-bea337c7-3059-4f5b-9e19-c28f26b2a32f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:51.069660 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-bea337c7-3059-4f5b-9e19-c28f26b2a32f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1722739 Mar 29 20:20:51.070323 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 42874) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:51.127385 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f153fa-0113-4282-bbbc-401f31d3e7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7b44a4-e7fe-4763-831a-68eaf0079a41,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:51.136196 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-08797284-b1fd-4246-8932-3dd53f1dd170 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Request body: {'security_group_rule': {'security_group_id': '4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:20:51.189905 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e9e18c68-edbf-412c-b534-7792fcf04ef3 req-8c638e45-66ce-4acd-acc2-da9c3a038a6a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 210 time: 0.1929631 Mar 29 20:20:51.265271 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-626e0a8c-6797-4829-ad85-2256f8f403a5 admin admin] Publish callbacks [] for security_group (48366c26-c118-4efe-bfa9-1618e3ee162d), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:51.265271 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5258e509-c181-4ffa-af41-7fda9ea1f51b tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:51.403090 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-677add0e-3552-4a17-a31b-378756265fe7 req-6359f5d8-28bc-4802-a1ae-f1c4f0f6c53e service neutron] 10.222.0.42 "GET /v2.0/networks/39b6a305-88e1-422a-97d7-4469551c41d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0342333 Mar 29 20:20:51.440916 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-a5916e65-2160-4b31-ba7e-c0c1191862e1 None None] Set router 27da9c05-c56d-407b-b126-808fcd8b2af4 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:20:51.443029 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port abdd584b-03e0-4643-9a80-20c5ad79fca3 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:20:51.456728 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-b41add12-9ca8-4567-9d53-9cb370b95939 service neutron] Attempting to bind port 04ce72b1-912c-41be-a98d-a3ce14bbcc07 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:20:51.457579 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-b41add12-9ca8-4567-9d53-9cb370b95939 service neutron] Attempting to bind port 04ce72b1-912c-41be-a98d-a3ce14bbcc07 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '374fdad7-f913-494e-95a6-c81a6f6c7cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738'}] {{(pid=103821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:20:51.460934 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-b41add12-9ca8-4567-9d53-9cb370b95939 service neutron] Attempting to bind port 04ce72b1-912c-41be-a98d-a3ce14bbcc07 on network fccb8720-153f-47bd-b545-dee0eba76738 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:20:51.463779 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-08797284-b1fd-4246-8932-3dd53f1dd170 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for security_group_rule (bbe3b14e-a4ca-413e-b030-5f194642ea7c), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:51.491167 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-b41add12-9ca8-4567-9d53-9cb370b95939 service neutron] Port 04ce72b1-912c-41be-a98d-a3ce14bbcc07 on network fccb8720-153f-47bd-b545-dee0eba76738 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 20:20:51.493080 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-b41add12-9ca8-4567-9d53-9cb370b95939 service neutron] Attempting to bind port 04ce72b1-912c-41be-a98d-a3ce14bbcc07 on network fccb8720-153f-47bd-b545-dee0eba76738 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:20:51.495698 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-6ab67d50-4cd0-4671-916b-281dbad4e584 None None] Current status of the port 611b4ba1-c6a6-4cb1-ba21-a5b593294d88 is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:20:51.497058 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-6ab67d50-4cd0-4671-916b-281dbad4e584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (611b4ba1-c6a6-4cb1-ba21-a5b593294d88), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:51.639865 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-b41add12-9ca8-4567-9d53-9cb370b95939 service neutron] Checking agent: {'id': '19337809-658a-48b1-8a65-8844936c1798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'started_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:20:51.641316 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-b41add12-9ca8-4567-9d53-9cb370b95939 service neutron] Checking segment: {'id': '374fdad7-f913-494e-95a6-c81a6f6c7cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:20:51.642013 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-b41add12-9ca8-4567-9d53-9cb370b95939 service neutron] Bound using segment: {'id': '374fdad7-f913-494e-95a6-c81a6f6c7cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738'} {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:20:51.642532 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-b41add12-9ca8-4567-9d53-9cb370b95939 service neutron] Bound port: 04ce72b1-912c-41be-a98d-a3ce14bbcc07, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374fdad7-f913-494e-95a6-c81a6f6c7cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738'}}] {{(pid=103821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:20:51.646722 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-b41add12-9ca8-4567-9d53-9cb370b95939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (04ce72b1-912c-41be-a98d-a3ce14bbcc07), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:51.667431 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-626e0a8c-6797-4829-ad85-2256f8f403a5 admin admin] Publish callbacks [] for security_group (48366c26-c118-4efe-bfa9-1618e3ee162d), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:51.679285 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-677add0e-3552-4a17-a31b-378756265fe7 req-891cbf98-5cf6-4599-9438-e74e9072d179 service neutron] 10.222.0.42 "GET /v2.0/networks/39b6a305-88e1-422a-97d7-4469551c41d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428842 Mar 29 20:20:51.711382 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:20:51.721838 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e970d4-aa69-41ca-8e72-96aa56c37883 req-b315cb5e-81eb-4db2-a45c-3781a4994341 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:51.733251 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-15e970d4-aa69-41ca-8e72-96aa56c37883 req-b315cb5e-81eb-4db2-a45c-3781a4994341 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 943 time: 0.3970594 Mar 29 20:20:51.912138 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-6ab67d50-4cd0-4671-916b-281dbad4e584 None None] For port 611b4ba1-c6a6-4cb1-ba21-a5b593294d88, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=611b4ba1-c6a6-4cb1-ba21-a5b593294d88,segment=NetworkSegment(144a29d3-8b92-419a-a892-5d1bda94856a),segment_id=144a29d3-8b92-419a-a892-5d1bda94856a)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:20:51.928665 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-15e970d4-aa69-41ca-8e72-96aa56c37883 req-62edff00-9a83-41c4-b482-31448db2c046 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f78ef78-677c-403f-8f80-4307987aa5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871514 Mar 29 20:20:51.996269 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-08797284-b1fd-4246-8932-3dd53f1dd170 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for security_group_rule (bbe3b14e-a4ca-413e-b030-5f194642ea7c), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:52.013345 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82b94b-73a4-4d92-8039-e1d73f2ed3fc req-5da4bd5b-9c70-423e-a94b-919809e93870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:52.018038 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9d82b94b-73a4-4d92-8039-e1d73f2ed3fc req-5da4bd5b-9c70-423e-a94b-919809e93870 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=331c9c75e5db410a8aab2a0dedf24117&device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 1127 time: 0.1432748 Mar 29 20:20:52.044443 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-6ab67d50-4cd0-4671-916b-281dbad4e584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (611b4ba1-c6a6-4cb1-ba21-a5b593294d88), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:52.078110 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-b41add12-9ca8-4567-9d53-9cb370b95939 service neutron] For port 04ce72b1-912c-41be-a98d-a3ce14bbcc07, host hv-cinder-78481, cleared binding levels {{(pid=103821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:20:52.092205 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-b41add12-9ca8-4567-9d53-9cb370b95939 service neutron] For port 04ce72b1-912c-41be-a98d-a3ce14bbcc07, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=04ce72b1-912c-41be-a98d-a3ce14bbcc07,segment=NetworkSegment(374fdad7-f913-494e-95a6-c81a6f6c7cc1),segment_id=374fdad7-f913-494e-95a6-c81a6f6c7cc1)] {{(pid=103821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:20:52.106744 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab67d50-4cd0-4671-916b-281dbad4e584 None None] Pushing event updated for resources: {'Port': ['ID=611b4ba1-c6a6-4cb1-ba21-a5b593294d88,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:52.109375 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-08797284-b1fd-4246-8932-3dd53f1dd170 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (bbe3b14e-a4ca-413e-b030-5f194642ea7c), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:52.154696 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08797284-b1fd-4246-8932-3dd53f1dd170 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe3b14e-a4ca-413e-b030-5f194642ea7c,revision_number=0']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:52.183192 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:52.183192 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:52.230758 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-b41add12-9ca8-4567-9d53-9cb370b95939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (04ce72b1-912c-41be-a98d-a3ce14bbcc07), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:52.245592 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-08797284-b1fd-4246-8932-3dd53f1dd170 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:52.247423 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-08797284-b1fd-4246-8932-3dd53f1dd170 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1153462 Mar 29 20:20:52.256354 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 42898) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:52.262052 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-70ae5b4f-6f80-4056-a554-4145c3f13ed5 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Request body: {'floatingip': {'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:20:52.283861 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 42900) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:52.295460 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-a5916e65-2160-4b31-ba7e-c0c1191862e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'name': 'tempest-AttachVolumeShelveTestJSON-267162537-router', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:29Z', 'updated_at': '2022-03-29T20:20:40Z', 'revision_number': 4, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'gw_port': {'id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '611b4ba1-c6a6-4cb1-ba21-a5b593294d88', 'name': '', 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'mac_address': 'fa:16:3e:08:c7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:37Z', 'updated_at': '2022-03-29T20:20:49Z', 'revision_number': 4, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'subnets': [{'id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:20:52.318198 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82b94b-73a4-4d92-8039-e1d73f2ed3fc req-2df81888-ad01-44f0-b474-f077403964fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:52.325853 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9d82b94b-73a4-4d92-8039-e1d73f2ed3fc req-2df81888-ad01-44f0-b474-f077403964fa service neutron] 10.222.0.42 "GET /v2.0/networks?id=39b6a305-88e1-422a-97d7-4469551c41d4 HTTP/1.1" status: 200 len: 913 time: 0.3001959 Mar 29 20:20:52.331822 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2027cb66-ddf1-438e-a8fb-70eda46420cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:52.332690 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5916e65-2160-4b31-ba7e-c0c1191862e1 None None] The sync data for ids ['27da9c05-c56d-407b-b126-808fcd8b2af4'] in dv-cinder-784815-3-iscsi is: [{'id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'name': 'tempest-AttachVolumeShelveTestJSON-267162537-router', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:29Z', 'updated_at': '2022-03-29T20:20:40Z', 'revision_number': 4, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'gw_port': {'id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '611b4ba1-c6a6-4cb1-ba21-a5b593294d88', 'name': '', 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'mac_address': 'fa:16:3e:08:c7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:37Z', 'updated_at': '2022-03-29T20:20:49Z', 'revision_number': 4, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'subnets': [{'id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:20:52.376055 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-34d61fbf-29c3-4867-906c-c659310ec4da req-e3e78ed0-ad68-4927-9f78-4e6cc78cdb9f tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 210 time: 0.0759299 Mar 29 20:20:52.402497 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41add12-9ca8-4567-9d53-9cb370b95939 service neutron] Pushing event updated for resources: {'Port': ['ID=04ce72b1-912c-41be-a98d-a3ce14bbcc07,revision_number=3']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:52.410126 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:20:52.434106 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-b41add12-9ca8-4567-9d53-9cb370b95939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:52.435092 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-b41add12-9ca8-4567-9d53-9cb370b95939 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:52.436735 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-b41add12-9ca8-4567-9d53-9cb370b95939 service neutron] 10.222.0.42 "PUT /v2.0/ports/04ce72b1-912c-41be-a98d-a3ce14bbcc07 HTTP/1.1" status: 200 len: 1094 time: 5.8428836 Mar 29 20:20:52.437389 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da09d9f-0a2c-457f-8df5-3bbfe3808340', 'tag': '04ce72b1-912c-41be-a98d-a3ce14bbcc07'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:20:52.529875 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-70ae5b4f-6f80-4056-a554-4145c3f13ed5 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:52.557652 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9d82b94b-73a4-4d92-8039-e1d73f2ed3fc req-4256a39e-912e-426f-8db4-fa81a99c527c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a98cadf7-cc5c-441b-81e9-6d47891549a1 HTTP/1.1" status: 200 len: 217 time: 0.1951396 Mar 29 20:20:52.587953 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-626e0a8c-6797-4829-ad85-2256f8f403a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (48366c26-c118-4efe-bfa9-1618e3ee162d), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:52.594325 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-626e0a8c-6797-4829-ad85-2256f8f403a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:52.602943 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-626e0a8c-6797-4829-ad85-2256f8f403a5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/48366c26-c118-4efe-bfa9-1618e3ee162d HTTP/1.1" status: 204 len: 168 time: 1.7404375 Mar 29 20:20:52.654326 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-049951ef-e214-43fd-b276-ef44e4cfbdf7 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks [] for port (d534b371-8f1a-4669-aea5-1642b49b0d37), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:52.681970 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5258e509-c181-4ffa-af41-7fda9ea1f51b tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:52.751221 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e0a8c-6797-4829-ad85-2256f8f403a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48366c26-c118-4efe-bfa9-1618e3ee162d,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:53.040416 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82b94b-73a4-4d92-8039-e1d73f2ed3fc req-6c32ef13-6eb5-4816-8817-d052c5a273f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:53.059390 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9d82b94b-73a4-4d92-8039-e1d73f2ed3fc req-6c32ef13-6eb5-4816-8817-d052c5a273f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7cf3a93-94d5-4fcf-a0c8-ad3d8834030c HTTP/1.1" status: 200 len: 852 time: 0.4752793 Mar 29 20:20:53.187716 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9d82b94b-73a4-4d92-8039-e1d73f2ed3fc req-a8ae4dad-7b50-49ae-8c6a-7ed8c82b7e5c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=39b6a305-88e1-422a-97d7-4469551c41d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189725 Mar 29 20:20:53.234691 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a4bde9-23b8-4b16-93f2-58f64e20e094" -d '{"events": [{"name": "network-changed", "server_uuid": "6da09d9f-0a2c-457f-8df5-3bbfe3808340", "tag": "04ce72b1-912c-41be-a98d-a3ce14bbcc07"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:20:53.375869 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2027cb66-ddf1-438e-a8fb-70eda46420cf admin admin] Publish callbacks [] for security_group (d6d40a60-af5e-4b2c-afb7-8f2f3eacc1b0), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:53.385630 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-ca7c9724-5c64-41e4-8c16-9ebc98adeb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:53.387576 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-ca7c9724-5c64-41e4-8c16-9ebc98adeb2f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=378d35471c8d47cc9624b98530d05223&device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 1128 time: 0.7089124 Mar 29 20:20:53.412052 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-049951ef-e214-43fd-b276-ef44e4cfbdf7 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270'] for port (d534b371-8f1a-4669-aea5-1642b49b0d37), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:53.476024 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2027cb66-ddf1-438e-a8fb-70eda46420cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (d6d40a60-af5e-4b2c-afb7-8f2f3eacc1b0), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:53.484305 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-70ae5b4f-6f80-4056-a554-4145c3f13ed5 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:53.537681 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f732b9-5f20-47df-9aea-201ed54194e9 req-a7087471-57ea-4a12-ab87-77eea962f16e tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:53.539312 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f6f732b9-5f20-47df-9aea-201ed54194e9 req-a7087471-57ea-4a12-ab87-77eea962f16e tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 943 time: 0.3580837 Mar 29 20:20:53.717183 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 611b4ba1-c6a6-4cb1-ba21-a5b593294d88 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:20:53.742933 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049951ef-e214-43fd-b276-ef44e4cfbdf7 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Pushing event updated for resources: {'Port': ['ID=d534b371-8f1a-4669-aea5-1642b49b0d37,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:53.753468 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-36473a14-8103-4a48-8625-4e4ef536d74f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04ce72b1-912c-41be-a98d-a3ce14bbcc07 HTTP/1.1" status: 200 len: 217 time: 0.3428826 Mar 29 20:20:53.850550 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9d82b94b-73a4-4d92-8039-e1d73f2ed3fc req-0562b1d4-b17b-4366-96fc-0c3b560d43bf service neutron] 10.222.0.42 "GET /v2.0/networks/39b6a305-88e1-422a-97d7-4469551c41d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6184297 Mar 29 20:20:53.887524 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 611b4ba1-c6a6-4cb1-ba21-a5b593294d88 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:53.891113 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (611b4ba1-c6a6-4cb1-ba21-a5b593294d88), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:53.929180 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-b397b7e5-6b8d-46f3-b0c0-e2003904f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:53.931119 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-b397b7e5-6b8d-46f3-b0c0-e2003904f467 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f62aa6e9-61aa-4730-afeb-7a2b7cae7991 HTTP/1.1" status: 200 len: 858 time: 0.1667116 Mar 29 20:20:53.939083 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734a9a44-761b-48ec-983a-80da4f8fc0fa x-openstack-request-id: req-734a9a44-761b-48ec-983a-80da4f8fc0fa {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:20:53.939837 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da09d9f-0a2c-457f-8df5-3bbfe3808340", "tag": "04ce72b1-912c-41be-a98d-a3ce14bbcc07", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:20:53.941120 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-734a9a44-761b-48ec-983a-80da4f8fc0fa {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:20:53.960805 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-734a9a44-761b-48ec-983a-80da4f8fc0fa'] response: {'name': 'network-changed', 'server_uuid': '6da09d9f-0a2c-457f-8df5-3bbfe3808340', 'tag': '04ce72b1-912c-41be-a98d-a3ce14bbcc07', 'status': 'completed', 'code': 200} Mar 29 20:20:53.963949 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-049951ef-e214-43fd-b276-ef44e4cfbdf7 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Network fccb8720-153f-47bd-b545-dee0eba76738 is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:20:54.003777 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-2027cb66-ddf1-438e-a8fb-70eda46420cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e8abd2ddc26644b983446522399da027&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7184200 Mar 29 20:20:54.006290 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027cb66-ddf1-438e-a8fb-70eda46420cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d40a60-af5e-4b2c-afb7-8f2f3eacc1b0,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:54.045187 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_common [None req-5258e509-c181-4ffa-af41-7fda9ea1f51b tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Allocated IP 172.27.3.100 (921e7f1b-e183-4cfd-babe-1b51626667cb/9cb70218-5a19-4d48-a6d1-83791bae0ed9/6dd302f8-82bc-4bfa-b284-077eb7545193) {{(pid=103821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:20:54.057064 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 42944) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:54.154401 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 611b4ba1-c6a6-4cb1-ba21-a5b593294d88 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:20:54.233087 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-049951ef-e214-43fd-b276-ef44e4cfbdf7 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:20:54.295071 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-049951ef-e214-43fd-b276-ef44e4cfbdf7 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Received port after_create {{(pid=103821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:20:54.319448 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-049951ef-e214-43fd-b276-ef44e4cfbdf7 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:54.321735 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-049951ef-e214-43fd-b276-ef44e4cfbdf7 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:54.406718 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f6f732b9-5f20-47df-9aea-201ed54194e9 req-530a046a-f883-4442-afbd-d6f94d0b6ece tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f78ef78-677c-403f-8f80-4307987aa5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7918556 Mar 29 20:20:54.424679 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-6b94300c-2de4-4390-8d81-e08546f7da96 admin admin] Publish callbacks [] for security_group (d6d40a60-af5e-4b2c-afb7-8f2f3eacc1b0), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:54.426590 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-049951ef-e214-43fd-b276-ef44e4cfbdf7 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0105760 Mar 29 20:20:54.449701 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7780d-8e5a-460a-941f-67dc4785a5ce req-9cd2a2cc-e9d3-41e9-8411-878dc977cda9 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:54.451250 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fba7780d-8e5a-460a-941f-67dc4785a5ce req-9cd2a2cc-e9d3-41e9-8411-878dc977cda9 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 932 time: 0.3974829 Mar 29 20:20:54.456254 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-70371b3a-2edb-4a1c-8f37-75517804696c service neutron] Request body: {'port': {'device_id': 'eafe6e26-6209-4a89-a473-430e5927d7e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:20:54.506485 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9d82b94b-73a4-4d92-8039-e1d73f2ed3fc req-c0c164c3-85cc-4616-867a-68d275395268 service neutron] 10.222.0.42 "GET /v2.0/networks/39b6a305-88e1-422a-97d7-4469551c41d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878356 Mar 29 20:20:54.560545 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-6b94300c-2de4-4390-8d81-e08546f7da96 admin admin] Publish callbacks [] for security_group (d6d40a60-af5e-4b2c-afb7-8f2f3eacc1b0), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:54.572002 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-20219c7f-5acc-4f78-902e-55e08af00b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:54.574226 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-20219c7f-5acc-4f78-902e-55e08af00b92 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fccb8720-153f-47bd-b545-dee0eba76738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5986164 Mar 29 20:20:54.596766 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5258e509-c181-4ffa-af41-7fda9ea1f51b tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for port (6dd302f8-82bc-4bfa-b284-077eb7545193), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:54.604229 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fba7780d-8e5a-460a-941f-67dc4785a5ce req-efda866e-b79a-4de4-b05c-a1a5e57afd4e tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391892 Mar 29 20:20:54.611665 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-70371b3a-2edb-4a1c-8f37-75517804696c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (d534b371-8f1a-4669-aea5-1642b49b0d37), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:54.708535 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-a7268e2c-4f4b-4b2b-b338-d0fb41c5d26f None None] Provisioning complete for port d534b371-8f1a-4669-aea5-1642b49b0d37 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:20:54.710509 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-a7268e2c-4f4b-4b2b-b338-d0fb41c5d26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (d534b371-8f1a-4669-aea5-1642b49b0d37), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:54.732918 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-6b94300c-2de4-4390-8d81-e08546f7da96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (d6d40a60-af5e-4b2c-afb7-8f2f3eacc1b0), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:54.736410 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-6b94300c-2de4-4390-8d81-e08546f7da96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:54.738067 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-6b94300c-2de4-4390-8d81-e08546f7da96 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d6d40a60-af5e-4b2c-afb7-8f2f3eacc1b0 HTTP/1.1" status: 204 len: 168 time: 0.6636698 Mar 29 20:20:54.753625 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94300c-2de4-4390-8d81-e08546f7da96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d40a60-af5e-4b2c-afb7-8f2f3eacc1b0,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:54.844298 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-a7268e2c-4f4b-4b2b-b338-d0fb41c5d26f None None] Port d534b371-8f1a-4669-aea5-1642b49b0d37 cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:20:55.081284 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-03dc962d-0fa1-4da8-9a18-b92352b742d6 service neutron] 10.222.0.42 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891293 Mar 29 20:20:55.168023 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5258e509-c181-4ffa-af41-7fda9ea1f51b tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270'] for port (6dd302f8-82bc-4bfa-b284-077eb7545193), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:55.257841 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_common [None req-70ae5b4f-6f80-4056-a554-4145c3f13ed5 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Allocated IP 172.27.3.187 (921e7f1b-e183-4cfd-babe-1b51626667cb/9cb70218-5a19-4d48-a6d1-83791bae0ed9/8632b72b-797a-4b5b-8052-a07eb90faf4c) {{(pid=103820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:20:55.259951 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258e509-c181-4ffa-af41-7fda9ea1f51b tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Pushing event updated for resources: {'Port': ['ID=6dd302f8-82bc-4bfa-b284-077eb7545193,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:55.297224 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5258e509-c181-4ffa-af41-7fda9ea1f51b tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Network 921e7f1b-e183-4cfd-babe-1b51626667cb is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:20:55.310355 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [None req-5258e509-c181-4ffa-af41-7fda9ea1f51b tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:20:55.318483 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5258e509-c181-4ffa-af41-7fda9ea1f51b tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Received port after_create {{(pid=103821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:20:55.440801 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-06185c79-f24d-4216-a735-aaa5c87bc878 req-763c9a56-01c8-43c5-8171-89946e3f6ebb service neutron] 10.222.0.42 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480949 Mar 29 20:20:55.468434 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-70371b3a-2edb-4a1c-8f37-75517804696c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d534b371-8f1a-4669-aea5-1642b49b0d37 {{(pid=103821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:20:55.492537 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-70371b3a-2edb-4a1c-8f37-75517804696c service neutron] Publish callbacks [] for port (d534b371-8f1a-4669-aea5-1642b49b0d37), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:55.516718 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-70ae5b4f-6f80-4056-a554-4145c3f13ed5 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for port (8632b72b-797a-4b5b-8052-a07eb90faf4c), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:55.529724 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5258e509-c181-4ffa-af41-7fda9ea1f51b tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for floatingip (6f76d49f-150d-4061-bd29-42cc0bb37f50), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:55.566413 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.provisioning_blocks [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-70371b3a-2edb-4a1c-8f37-75517804696c service neutron] Transition to ACTIVE for port object d534b371-8f1a-4669-aea5-1642b49b0d37 will not be triggered until provisioned by entity L2. {{(pid=103821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 20:20:55.648316 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-70ae5b4f-6f80-4056-a554-4145c3f13ed5 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270'] for port (8632b72b-797a-4b5b-8052-a07eb90faf4c), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:55.719143 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-70371b3a-2edb-4a1c-8f37-75517804696c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (d534b371-8f1a-4669-aea5-1642b49b0d37), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:55.739306 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ae5b4f-6f80-4056-a554-4145c3f13ed5 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Network 921e7f1b-e183-4cfd-babe-1b51626667cb is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:20:55.747185 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-70ae5b4f-6f80-4056-a554-4145c3f13ed5 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:20:55.754758 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ae5b4f-6f80-4056-a554-4145c3f13ed5 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Received port after_create {{(pid=103820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:20:55.777222 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae5b4f-6f80-4056-a554-4145c3f13ed5 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Pushing event updated for resources: {'Port': ['ID=8632b72b-797a-4b5b-8052-a07eb90faf4c,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:56.008034 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcc957-33bd-4c6d-a7e4-adacc63e1e0b req-62114de1-143b-447f-83b1-f919cc70ef5b tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:56.018259 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b7bcc957-33bd-4c6d-a7e4-adacc63e1e0b req-62114de1-143b-447f-83b1-f919cc70ef5b tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 943 time: 0.4280293 Mar 29 20:20:56.055865 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70371b3a-2edb-4a1c-8f37-75517804696c service neutron] Pushing event updated for resources: {'Port': ['ID=d534b371-8f1a-4669-aea5-1642b49b0d37,revision_number=2']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:56.071675 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5258e509-c181-4ffa-af41-7fda9ea1f51b tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (6dd302f8-82bc-4bfa-b284-077eb7545193), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:56.107047 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4bde9-23b8-4b16-93f2-58f64e20e094 req-cee6ced0-87c3-4a3a-b3f8-84dc16c682a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:56.107047 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-36a4bde9-23b8-4b16-93f2-58f64e20e094 req-cee6ced0-87c3-4a3a-b3f8-84dc16c682a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=378d35471c8d47cc9624b98530d05223&device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 1128 time: 0.5166323 Mar 29 20:20:56.217908 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-70371b3a-2edb-4a1c-8f37-75517804696c service neutron] Attempting to bind port d534b371-8f1a-4669-aea5-1642b49b0d37 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:20:56.217908 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-70371b3a-2edb-4a1c-8f37-75517804696c service neutron] Attempting to bind port d534b371-8f1a-4669-aea5-1642b49b0d37 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '374fdad7-f913-494e-95a6-c81a6f6c7cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738'}] {{(pid=103821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:20:56.217908 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-70371b3a-2edb-4a1c-8f37-75517804696c service neutron] Attempting to bind port d534b371-8f1a-4669-aea5-1642b49b0d37 on network fccb8720-153f-47bd-b545-dee0eba76738 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:20:56.242297 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-70ae5b4f-6f80-4056-a554-4145c3f13ed5 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for floatingip (59956ce2-e92a-4e49-9403-5f794b9c6738), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:56.255464 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b7bcc957-33bd-4c6d-a7e4-adacc63e1e0b req-047ac91e-4cef-4f20-a32e-90d6f56bfac1 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f78ef78-677c-403f-8f80-4307987aa5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363036 Mar 29 20:20:56.304850 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26d629-e12a-48ad-a0d0-d7e3b661dd2c req-e72f3899-3a9c-4a26-9f38-18eee3cc57e1 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:56.306641 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2f26d629-e12a-48ad-a0d0-d7e3b661dd2c req-e72f3899-3a9c-4a26-9f38-18eee3cc57e1 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 944 time: 0.4290206 Mar 29 20:20:56.334731 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-70371b3a-2edb-4a1c-8f37-75517804696c service neutron] Port d534b371-8f1a-4669-aea5-1642b49b0d37 on network fccb8720-153f-47bd-b545-dee0eba76738 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 20:20:56.334731 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-70371b3a-2edb-4a1c-8f37-75517804696c service neutron] Attempting to bind port d534b371-8f1a-4669-aea5-1642b49b0d37 on network fccb8720-153f-47bd-b545-dee0eba76738 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:20:56.371702 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-70371b3a-2edb-4a1c-8f37-75517804696c service neutron] Checking agent: {'id': '19337809-658a-48b1-8a65-8844936c1798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'started_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:20:56.372565 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-70371b3a-2edb-4a1c-8f37-75517804696c service neutron] Checking segment: {'id': '374fdad7-f913-494e-95a6-c81a6f6c7cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:20:56.373243 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-70371b3a-2edb-4a1c-8f37-75517804696c service neutron] Bound using segment: {'id': '374fdad7-f913-494e-95a6-c81a6f6c7cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738'} {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:20:56.373990 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-70371b3a-2edb-4a1c-8f37-75517804696c service neutron] Bound port: d534b371-8f1a-4669-aea5-1642b49b0d37, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374fdad7-f913-494e-95a6-c81a6f6c7cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738'}}] {{(pid=103821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:20:56.375148 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-70371b3a-2edb-4a1c-8f37-75517804696c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (d534b371-8f1a-4669-aea5-1642b49b0d37), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:56.456362 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-70ae5b4f-6f80-4056-a554-4145c3f13ed5 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (8632b72b-797a-4b5b-8052-a07eb90faf4c), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:56.527791 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2f26d629-e12a-48ad-a0d0-d7e3b661dd2c req-b96e266d-307f-4bc7-bc43-e595d2a7d20d tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111657 Mar 29 20:20:56.709621 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4bde9-23b8-4b16-93f2-58f64e20e094 req-ff34799d-0cbf-475e-8c29-d87ebdff70d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:56.713125 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-36a4bde9-23b8-4b16-93f2-58f64e20e094 req-ff34799d-0cbf-475e-8c29-d87ebdff70d6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fccb8720-153f-47bd-b545-dee0eba76738 HTTP/1.1" status: 200 len: 920 time: 0.5568318 Mar 29 20:20:56.911507 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-36a4bde9-23b8-4b16-93f2-58f64e20e094 req-67c63ab5-503b-4435-8697-ed14b71e1547 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04ce72b1-912c-41be-a98d-a3ce14bbcc07 HTTP/1.1" status: 200 len: 217 time: 0.1139820 Mar 29 20:20:56.930637 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-70371b3a-2edb-4a1c-8f37-75517804696c service neutron] For port d534b371-8f1a-4669-aea5-1642b49b0d37, host hv-cinder-78481, cleared binding levels {{(pid=103821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:20:57.004755 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-70371b3a-2edb-4a1c-8f37-75517804696c service neutron] For port d534b371-8f1a-4669-aea5-1642b49b0d37, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=d534b371-8f1a-4669-aea5-1642b49b0d37,segment=NetworkSegment(374fdad7-f913-494e-95a6-c81a6f6c7cc1),segment_id=374fdad7-f913-494e-95a6-c81a6f6c7cc1)] {{(pid=103821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:20:57.030131 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5258e509-c181-4ffa-af41-7fda9ea1f51b tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for port (6dd302f8-82bc-4bfa-b284-077eb7545193), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:57.057209 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-70ae5b4f-6f80-4056-a554-4145c3f13ed5 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for port (8632b72b-797a-4b5b-8052-a07eb90faf4c), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:57.058901 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4bde9-23b8-4b16-93f2-58f64e20e094 req-fe45debf-b79d-4c27-9a13-8ae85dff5cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:57.060448 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-36a4bde9-23b8-4b16-93f2-58f64e20e094 req-fe45debf-b79d-4c27-9a13-8ae85dff5cb2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f62aa6e9-61aa-4730-afeb-7a2b7cae7991 HTTP/1.1" status: 200 len: 858 time: 0.1125748 Mar 29 20:20:57.151615 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4bde9-23b8-4b16-93f2-58f64e20e094 req-bdfaa83c-2f5b-4fb7-8f58-7047ec085415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:57.153348 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-36a4bde9-23b8-4b16-93f2-58f64e20e094 req-bdfaa83c-2f5b-4fb7-8f58-7047ec085415 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fccb8720-153f-47bd-b545-dee0eba76738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492504 Mar 29 20:20:57.281272 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5258e509-c181-4ffa-af41-7fda9ea1f51b tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (6dd302f8-82bc-4bfa-b284-077eb7545193), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:57.281272 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-70371b3a-2edb-4a1c-8f37-75517804696c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (d534b371-8f1a-4669-aea5-1642b49b0d37), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:57.328067 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5258e509-c181-4ffa-af41-7fda9ea1f51b tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (6f76d49f-150d-4061-bd29-42cc0bb37f50), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:57.354773 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-70371b3a-2edb-4a1c-8f37-75517804696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:57.356148 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-70371b3a-2edb-4a1c-8f37-75517804696c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:57.357801 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-70371b3a-2edb-4a1c-8f37-75517804696c service neutron] 10.222.0.42 "PUT /v2.0/ports/d534b371-8f1a-4669-aea5-1642b49b0d37 HTTP/1.1" status: 200 len: 1094 time: 2.9184887 Mar 29 20:20:57.370299 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eafe6e26-6209-4a89-a473-430e5927d7e4', 'tag': 'd534b371-8f1a-4669-aea5-1642b49b0d37'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:20:57.373367 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a949c9a-4549-4295-ada0-3bc324eae7c8" -d '{"events": [{"name": "network-changed", "server_uuid": "eafe6e26-6209-4a89-a473-430e5927d7e4", "tag": "d534b371-8f1a-4669-aea5-1642b49b0d37"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:20:57.389459 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258e509-c181-4ffa-af41-7fda9ea1f51b tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Pushing event updated for resources: {'Port': ['ID=6dd302f8-82bc-4bfa-b284-077eb7545193,revision_number=2']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:57.470624 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70371b3a-2edb-4a1c-8f37-75517804696c service neutron] Pushing event updated for resources: {'Port': ['ID=d534b371-8f1a-4669-aea5-1642b49b0d37,revision_number=3']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:57.484012 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94f3478-bc24-41f3-94e1-ebeed5484e6b x-openstack-request-id: req-f94f3478-bc24-41f3-94e1-ebeed5484e6b {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:20:57.484304 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eafe6e26-6209-4a89-a473-430e5927d7e4", "tag": "d534b371-8f1a-4669-aea5-1642b49b0d37", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:20:57.484557 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f94f3478-bc24-41f3-94e1-ebeed5484e6b {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:20:57.484962 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f94f3478-bc24-41f3-94e1-ebeed5484e6b'] response: {'name': 'network-changed', 'server_uuid': 'eafe6e26-6209-4a89-a473-430e5927d7e4', 'tag': 'd534b371-8f1a-4669-aea5-1642b49b0d37', 'status': 'completed', 'code': 200} Mar 29 20:20:57.488461 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-36a4bde9-23b8-4b16-93f2-58f64e20e094 req-bce49a24-beab-46bb-b447-d126a502a079 service neutron] 10.222.0.42 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741721 Mar 29 20:20:57.506206 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-70ae5b4f-6f80-4056-a554-4145c3f13ed5 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (8632b72b-797a-4b5b-8052-a07eb90faf4c), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:57.681002 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-70ae5b4f-6f80-4056-a554-4145c3f13ed5 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (59956ce2-e92a-4e49-9403-5f794b9c6738), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:57.742791 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5258e509-c181-4ffa-af41-7fda9ea1f51b tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:57.748988 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-5258e509-c181-4ffa-af41-7fda9ea1f51b tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9433751 Mar 29 20:20:57.763630 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae5b4f-6f80-4056-a554-4145c3f13ed5 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Pushing event updated for resources: {'Port': ['ID=8632b72b-797a-4b5b-8052-a07eb90faf4c,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:57.783415 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c38c9-909e-429c-8339-98dc10196a41 req-cb353be3-21d3-4af3-86fe-b67bb6ae9c45 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:57.788276 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a949c9a-4549-4295-ada0-3bc324eae7c8 req-139cdca1-49b8-4583-b028-7e767bd2f797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:57.790280 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-6a949c9a-4549-4295-ada0-3bc324eae7c8 req-139cdca1-49b8-4583-b028-7e767bd2f797 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=378d35471c8d47cc9624b98530d05223&device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 1128 time: 0.2299972 Mar 29 20:20:57.802253 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-041c38c9-909e-429c-8339-98dc10196a41 req-cb353be3-21d3-4af3-86fe-b67bb6ae9c45 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 943 time: 0.4076972 Mar 29 20:20:57.869623 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-70ae5b4f-6f80-4056-a554-4145c3f13ed5 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:57.869975 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-70ae5b4f-6f80-4056-a554-4145c3f13ed5 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6118739 Mar 29 20:20:57.909094 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343e2fc-6079-45ec-a4c4-c4fd35ed9198 req-0241ed84-258a-4c4b-9cd2-4bd8dfca3205 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:57.912255 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9343e2fc-6079-45ec-a4c4-c4fd35ed9198 req-0241ed84-258a-4c4b-9cd2-4bd8dfca3205 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 944 time: 0.2418499 Mar 29 20:20:57.914174 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-36a4bde9-23b8-4b16-93f2-58f64e20e094 req-1e9c5f7a-de37-4713-9b97-ef3065142243 service neutron] 10.222.0.42 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005871 Mar 29 20:20:57.986304 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-041c38c9-909e-429c-8339-98dc10196a41 req-9ae21792-6ad4-4fe7-b4d7-ce38981b2bca tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f78ef78-677c-403f-8f80-4307987aa5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385162 Mar 29 20:20:58.025696 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9343e2fc-6079-45ec-a4c4-c4fd35ed9198 req-cb77ea72-6bf5-4a6a-90a4-c7dc013a01d2 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028998 Mar 29 20:20:58.034213 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a949c9a-4549-4295-ada0-3bc324eae7c8 req-da7fdf67-d187-471d-9928-639e6d10bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:58.035800 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-6a949c9a-4549-4295-ada0-3bc324eae7c8 req-da7fdf67-d187-471d-9928-639e6d10bcba service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=378d35471c8d47cc9624b98530d05223&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2362828 Mar 29 20:20:58.165196 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-7d99c780-5465-45af-9153-c542df77b7ab tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--159724761&fields=id&tenant_id=249ba837300b4e59a05f6c432c2d47b7 HTTP/1.1" status: 200 len: 267 time: 0.0672998 Mar 29 20:20:58.303026 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a949c9a-4549-4295-ada0-3bc324eae7c8 req-14fef424-3cd6-413c-be16-9311a3a7716b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:58.306717 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-6a949c9a-4549-4295-ada0-3bc324eae7c8 req-14fef424-3cd6-413c-be16-9311a3a7716b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2537775 Mar 29 20:20:58.344035 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-845e65ac-3872-46db-abec-467e17744471 req-74d45395-99a5-4dbc-9628-cf5934257b61 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1532509825&fields=id&tenant_id=4dd80d1f5dd744e8bd5cea87c84f184b HTTP/1.1" status: 200 len: 267 time: 0.1143494 Mar 29 20:20:58.366746 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-97c7e062-4568-46dc-89f1-2703029fcdef tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:58.369848 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-97c7e062-4568-46dc-89f1-2703029fcdef tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/networks?id=0868a825-2260-425a-8d30-a4a84002c375 HTTP/1.1" status: 200 len: 811 time: 0.1956906 Mar 29 20:20:58.416766 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-f79d9be6-fe9d-42b4-b1e5-7c82e056995f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:58.419379 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-f79d9be6-fe9d-42b4-b1e5-7c82e056995f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=378d35471c8d47cc9624b98530d05223&device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 1128 time: 0.0617907 Mar 29 20:20:58.429094 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-04b456d5-2a2e-4286-8637-8b27f9f4c6c0 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/quotas/249ba837300b4e59a05f6c432c2d47b7 HTTP/1.1" status: 200 len: 375 time: 0.0458143 Mar 29 20:20:58.466300 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-aab7386d-00ee-45eb-a3df-a97089668d99 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d534b371-8f1a-4669-aea5-1642b49b0d37 HTTP/1.1" status: 200 len: 217 time: 0.0409899 Mar 29 20:20:58.512610 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e65ac-3872-46db-abec-467e17744471 req-622b69ac-4645-4db8-80fa-e03e13ed4aa4 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:58.519237 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-845e65ac-3872-46db-abec-467e17744471 req-622b69ac-4645-4db8-80fa-e03e13ed4aa4 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/networks?id=cbeb19d7-fa07-4f98-99ee-9b94135513d6 HTTP/1.1" status: 200 len: 816 time: 0.1743484 Mar 29 20:20:58.529537 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-b5a7cbe6-8d6a-4201-915b-ceac55e8e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:58.531810 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-b5a7cbe6-8d6a-4201-915b-ceac55e8e77d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f62aa6e9-61aa-4730-afeb-7a2b7cae7991 HTTP/1.1" status: 200 len: 858 time: 0.0568075 Mar 29 20:20:58.539514 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-845e65ac-3872-46db-abec-467e17744471 req-6a569e58-80f4-4248-8a92-5d381c5e6719 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/quotas/4dd80d1f5dd744e8bd5cea87c84f184b HTTP/1.1" status: 200 len: 375 time: 0.0193744 Mar 29 20:20:58.556379 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-afd79e9d-b1c1-496b-972d-72a1badf2e41 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=249ba837300b4e59a05f6c432c2d47b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1183403 Mar 29 20:20:58.586341 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-0fcb95c1-ace5-4f95-85d3-5b82ad26ff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:58.587845 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-0fcb95c1-ace5-4f95-85d3-5b82ad26ff1f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fccb8720-153f-47bd-b545-dee0eba76738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498526 Mar 29 20:20:58.590677 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:58.661902 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-845e65ac-3872-46db-abec-467e17744471 req-03052be9-1991-4b31-b3bc-8ff4250acebe tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4dd80d1f5dd744e8bd5cea87c84f184b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1214578 Mar 29 20:20:58.699305 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-aa2bc7f3-6806-409f-9058-eaadc5ea2b6b service neutron] 10.222.0.42 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024086 Mar 29 20:20:58.743980 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-b99136d3-13c9-4c34-8f03-08b73643ea4a service neutron] 10.222.0.43 "GET /v2.0/networks/0868a825-2260-425a-8d30-a4a84002c375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608586 Mar 29 20:20:58.808037 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-845e65ac-3872-46db-abec-467e17744471 req-ad159d8a-401b-4868-a876-f15d4f15890b service neutron] 10.222.0.43 "GET /v2.0/networks/cbeb19d7-fa07-4f98-99ee-9b94135513d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332068 Mar 29 20:20:58.812954 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-82bca9dc-8c85-4d30-83d1-457684a10e02 req-600370f6-f4e4-4d35-816a-93137676bf9e service neutron] 10.222.0.42 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066029 Mar 29 20:20:58.949240 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-6d4bb5b2-802f-4e18-8608-e6c5926491b7 service neutron] 10.222.0.43 "GET /v2.0/networks/0868a825-2260-425a-8d30-a4a84002c375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682937 Mar 29 20:20:58.961415 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-845e65ac-3872-46db-abec-467e17744471 req-fab4c5f9-6b44-4f22-9ef3-90a320774870 service neutron] 10.222.0.43 "GET /v2.0/networks/cbeb19d7-fa07-4f98-99ee-9b94135513d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284206 Mar 29 20:20:59.167360 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 43146) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:59.385627 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-6367c6b0-7dd1-4c37-a0d5-bee1eff425cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:59.404571 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e874c42-bed3-4d00-831b-19c34b220495 req-37d2c0e0-4a53-49a3-a841-a43648d49f8c tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:59.406406 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0e874c42-bed3-4d00-831b-19c34b220495 req-37d2c0e0-4a53-49a3-a841-a43648d49f8c tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 944 time: 0.1547191 Mar 29 20:20:59.416655 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0f5a8-d5f1-452e-b559-cafc062361d8 req-816a2dec-1f42-4255-82a1-06453707f01c tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:20:59.424610 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e4f0f5a8-d5f1-452e-b559-cafc062361d8 req-816a2dec-1f42-4255-82a1-06453707f01c tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 943 time: 0.1354587 Mar 29 20:20:59.534852 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0e874c42-bed3-4d00-831b-19c34b220495 req-ce28302b-6745-4143-bc34-5a5be2872f3e tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038651 Mar 29 20:20:59.537757 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e4f0f5a8-d5f1-452e-b559-cafc062361d8 req-1b38f95c-4ad7-4fd0-b1c2-553a00c254bf tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f78ef78-677c-403f-8f80-4307987aa5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123641 Mar 29 20:20:59.618437 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-6367c6b0-7dd1-4c37-a0d5-bee1eff425cb admin admin] Publish callbacks [] for security_group (07e0709e-9439-48e0-bc63-c2877fca8c84), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:59.621429 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ac2f3966-ce46-4112-8238-3425fe69eb34 req-31618da4-8259-45ce-aada-398060ca3e91 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 210 time: 0.0400004 Mar 29 20:20:59.659938 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fd12bb17-0367-4c64-b96f-a574221ca235 req-4ec7f6de-ce75-4f44-9ef5-feeb4e29841b tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 210 time: 0.0437293 Mar 29 20:20:59.692848 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-6367c6b0-7dd1-4c37-a0d5-bee1eff425cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (07e0709e-9439-48e0-bc63-c2877fca8c84), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:59.758725 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-6367c6b0-7dd1-4c37-a0d5-bee1eff425cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e10ca96f063a456e840cd1245a4308e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5901532 Mar 29 20:20:59.760289 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c6b0-7dd1-4c37-a0d5-bee1eff425cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e0709e-9439-48e0-bc63-c2877fca8c84,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:20:59.761591 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 43180) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:20:59.866463 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-226496cc-2a11-4756-bf4b-da8714285034 admin admin] Publish callbacks [] for security_group (07e0709e-9439-48e0-bc63-c2877fca8c84), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:20:59.898868 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-226496cc-2a11-4756-bf4b-da8714285034 admin admin] Publish callbacks [] for security_group (07e0709e-9439-48e0-bc63-c2877fca8c84), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:00.035615 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-226496cc-2a11-4756-bf4b-da8714285034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (07e0709e-9439-48e0-bc63-c2877fca8c84), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:00.039367 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-226496cc-2a11-4756-bf4b-da8714285034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:00.041170 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-226496cc-2a11-4756-bf4b-da8714285034 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/07e0709e-9439-48e0-bc63-c2877fca8c84 HTTP/1.1" status: 204 len: 168 time: 0.2778101 Mar 29 20:21:00.052673 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226496cc-2a11-4756-bf4b-da8714285034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e0709e-9439-48e0-bc63-c2877fca8c84,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:00.707766 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31110d-1383-4256-9efe-cdfaa5b486b4 req-d47ca2b5-882d-4908-813d-4d4009ad1337 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:00.709338 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ef31110d-1383-4256-9efe-cdfaa5b486b4 req-d47ca2b5-882d-4908-813d-4d4009ad1337 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 944 time: 0.1036589 Mar 29 20:21:00.711817 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 43220) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:00.725453 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2b37b497-4f62-40a7-b919-2e7117b98f08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:00.740798 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fe3d8-6b39-4fe9-b130-747966e392c3 req-666b568a-7fee-48a3-93db-51801c9eeed1 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:00.742567 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2a0fe3d8-6b39-4fe9-b130-747966e392c3 req-666b568a-7fee-48a3-93db-51801c9eeed1 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 943 time: 0.0988004 Mar 29 20:21:00.816703 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2a0fe3d8-6b39-4fe9-b130-747966e392c3 req-a6304c0f-61c0-4511-874e-e587ec729fc1 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f78ef78-677c-403f-8f80-4307987aa5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650513 Mar 29 20:21:00.833717 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ef31110d-1383-4256-9efe-cdfaa5b486b4 req-84380ed6-6e47-4e8f-9ae7-1861a93a782f tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126471 Mar 29 20:21:00.854685 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2b37b497-4f62-40a7-b919-2e7117b98f08 admin admin] Publish callbacks [] for security_group (73d2e454-ebee-4b27-88d6-aef598352173), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:00.928847 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d866d29f-5fe5-4f3b-a096-8b12e61e0f34 req-f14e9888-7f5c-445e-bdc7-09195945d177 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 210 time: 0.0303578 Mar 29 20:21:00.939212 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2b37b497-4f62-40a7-b919-2e7117b98f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (73d2e454-ebee-4b27-88d6-aef598352173), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:00.971444 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-48a3967e-063d-4a4d-ab82-bb69413f2fee req-0a0ee962-36c6-44e1-b07f-52b0c244b721 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 210 time: 0.0452886 Mar 29 20:21:00.997806 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-2b37b497-4f62-40a7-b919-2e7117b98f08 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2753288332784ccdb2094009424fb259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2849295 Mar 29 20:21:00.999904 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37b497-4f62-40a7-b919-2e7117b98f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d2e454-ebee-4b27-88d6-aef598352173,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:01.000685 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 43232) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:01.048763 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-dcdf1194-b0d4-4556-ba65-c667c8e36485 admin admin] Publish callbacks [] for security_group (73d2e454-ebee-4b27-88d6-aef598352173), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:01.070082 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-dcdf1194-b0d4-4556-ba65-c667c8e36485 admin admin] Publish callbacks [] for security_group (73d2e454-ebee-4b27-88d6-aef598352173), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:01.178562 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-dcdf1194-b0d4-4556-ba65-c667c8e36485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (73d2e454-ebee-4b27-88d6-aef598352173), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:01.187845 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-dcdf1194-b0d4-4556-ba65-c667c8e36485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:01.187845 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-dcdf1194-b0d4-4556-ba65-c667c8e36485 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/73d2e454-ebee-4b27-88d6-aef598352173 HTTP/1.1" status: 204 len: 168 time: 0.1812134 Mar 29 20:21:01.199577 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf1194-b0d4-4556-ba65-c667c8e36485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d2e454-ebee-4b27-88d6-aef598352173,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:01.230510 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device a98cadf7-cc5c-441b-81e9-6d47891549a1 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 20:21:01.358374 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port a98cadf7-cc5c-441b-81e9-6d47891549a1, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a98cadf7-cc5c-441b-81e9-6d47891549a1,segment=NetworkSegment(2e876de9-e068-4593-b07b-f23213271be1),segment_id=2e876de9-e068-4593-b07b-f23213271be1)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:21:01.371119 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Returning: {'device': 'a98cadf7-cc5c-441b-81e9-6d47891549a1', 'network_id': '39b6a305-88e1-422a-97d7-4469551c41d4', 'port_id': 'a98cadf7-cc5c-441b-81e9-6d47891549a1', 'mac_address': 'fa:16:3e:ef:6d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7cf3a93-94d5-4fcf-a0c8-ad3d8834030c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 20:21:01.409528 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port a98cadf7-cc5c-441b-81e9-6d47891549a1 is: DOWN; New status is: BUILD {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:21:01.409917 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (a98cadf7-cc5c-441b-81e9-6d47891549a1), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:01.424597 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a98cadf7-cc5c-441b-81e9-6d47891549a1 {{(pid=103822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:21:01.445256 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port a98cadf7-cc5c-441b-81e9-6d47891549a1, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a98cadf7-cc5c-441b-81e9-6d47891549a1,segment=NetworkSegment(2e876de9-e068-4593-b07b-f23213271be1),segment_id=2e876de9-e068-4593-b07b-f23213271be1)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:21:01.543892 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (a98cadf7-cc5c-441b-81e9-6d47891549a1), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:01.544784 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 04ce72b1-912c-41be-a98d-a3ce14bbcc07 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 20:21:01.680547 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=a98cadf7-cc5c-441b-81e9-6d47891549a1,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:01.689207 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-885d93ef-2135-4a65-815f-f95d5bbc231b tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:01.691291 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-885d93ef-2135-4a65-815f-f95d5bbc231b tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.42 "GET /v2.0/networks?id=0868a825-2260-425a-8d30-a4a84002c375 HTTP/1.1" status: 200 len: 811 time: 0.1220903 Mar 29 20:21:01.743100 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 04ce72b1-912c-41be-a98d-a3ce14bbcc07, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=04ce72b1-912c-41be-a98d-a3ce14bbcc07,segment=NetworkSegment(374fdad7-f913-494e-95a6-c81a6f6c7cc1),segment_id=374fdad7-f913-494e-95a6-c81a6f6c7cc1)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:21:01.756370 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Returning: {'device': '04ce72b1-912c-41be-a98d-a3ce14bbcc07', 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738', 'port_id': '04ce72b1-912c-41be-a98d-a3ce14bbcc07', 'mac_address': 'fa:16:3e:7e:77:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 20:21:01.780561 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-75954384-11cc-49ab-aa36-d44f723b1d83 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=249ba837300b4e59a05f6c432c2d47b7 HTTP/1.1" status: 200 len: 379 time: 0.0808434 Mar 29 20:21:01.790213 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-470339c8-d822-4bf3-a312-76ad8ece66f7 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Request body: {'port': {'device_id': 'c3d5813b-63cb-44f8-ae94-b3ca9bb93618', 'network_id': '0868a825-2260-425a-8d30-a4a84002c375', 'admin_state_up': True, 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'security_groups': ['84654a7e-e0be-472f-ad14-2988e992b048']}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:21:01.795764 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 04ce72b1-912c-41be-a98d-a3ce14bbcc07 is: DOWN; New status is: BUILD {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:21:01.796157 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (04ce72b1-912c-41be-a98d-a3ce14bbcc07), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:01.811897 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ce72b1-912c-41be-a98d-a3ce14bbcc07 {{(pid=103822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:21:01.833803 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 04ce72b1-912c-41be-a98d-a3ce14bbcc07, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=04ce72b1-912c-41be-a98d-a3ce14bbcc07,segment=NetworkSegment(374fdad7-f913-494e-95a6-c81a6f6c7cc1),segment_id=374fdad7-f913-494e-95a6-c81a6f6c7cc1)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:21:01.896059 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (04ce72b1-912c-41be-a98d-a3ce14bbcc07), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:01.897553 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device d534b371-8f1a-4669-aea5-1642b49b0d37 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 20:21:02.030425 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port d534b371-8f1a-4669-aea5-1642b49b0d37, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=d534b371-8f1a-4669-aea5-1642b49b0d37,segment=NetworkSegment(374fdad7-f913-494e-95a6-c81a6f6c7cc1),segment_id=374fdad7-f913-494e-95a6-c81a6f6c7cc1)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:21:02.060845 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1694da1-3e7a-4943-81df-86be0fa94379 req-19bd5506-84d1-40b4-85d6-68103b3e9427 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:02.067259 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b1694da1-3e7a-4943-81df-86be0fa94379 req-19bd5506-84d1-40b4-85d6-68103b3e9427 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 944 time: 0.0712740 Mar 29 20:21:02.071018 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f886cb-c201-48ba-9598-522659b5a4a0 req-d0f8d992-ff15-4788-9349-f9be00df23b4 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:02.077783 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a5f886cb-c201-48ba-9598-522659b5a4a0 req-d0f8d992-ff15-4788-9349-f9be00df23b4 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 944 time: 0.1326067 Mar 29 20:21:02.122915 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Returning: {'device': 'd534b371-8f1a-4669-aea5-1642b49b0d37', 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738', 'port_id': 'd534b371-8f1a-4669-aea5-1642b49b0d37', 'mac_address': 'fa:16:3e:d9:66:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 20:21:02.210213 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e65ac-3872-46db-abec-467e17744471 req-dc97f9a3-c70a-4afc-ade8-acf2bad32904 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:02.215172 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-845e65ac-3872-46db-abec-467e17744471 req-dc97f9a3-c70a-4afc-ade8-acf2bad32904 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.42 "GET /v2.0/networks?id=cbeb19d7-fa07-4f98-99ee-9b94135513d6 HTTP/1.1" status: 200 len: 816 time: 0.3746426 Mar 29 20:21:02.218897 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a5f886cb-c201-48ba-9598-522659b5a4a0 req-c230ed53-e40d-4f54-914f-743cff283039 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353610 Mar 29 20:21:02.236505 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-470339c8-d822-4bf3-a312-76ad8ece66f7 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Made reservation on behalf of 249ba837300b4e59a05f6c432c2d47b7 for: {'port': 1} {{(pid=103821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:21:02.240954 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b1694da1-3e7a-4943-81df-86be0fa94379 req-4100ad08-c174-4b06-9b60-83b9fe74136d tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f78ef78-677c-403f-8f80-4307987aa5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548891 Mar 29 20:21:02.244744 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-470339c8-d822-4bf3-a312-76ad8ece66f7 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:02.252587 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=04ce72b1-912c-41be-a98d-a3ce14bbcc07,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:02.291443 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port d534b371-8f1a-4669-aea5-1642b49b0d37 is: DOWN; New status is: BUILD {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:21:02.292172 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (d534b371-8f1a-4669-aea5-1642b49b0d37), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:02.329746 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d534b371-8f1a-4669-aea5-1642b49b0d37 {{(pid=103822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:21:02.383831 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port d534b371-8f1a-4669-aea5-1642b49b0d37, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=d534b371-8f1a-4669-aea5-1642b49b0d37,segment=NetworkSegment(374fdad7-f913-494e-95a6-c81a6f6c7cc1),segment_id=374fdad7-f913-494e-95a6-c81a6f6c7cc1)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:21:02.410656 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c321a20e-f77a-4dc6-a5fd-3602c2519fec req-edbc203c-4829-468a-b303-3c9bf8110baf tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 210 time: 0.0531654 Mar 29 20:21:02.441168 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-62651e1d-3ade-44e6-befb-6029dadcea1d req-86ed0491-7f0d-467e-b5ce-595ef0cbb224 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 210 time: 0.0716665 Mar 29 20:21:02.448997 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-845e65ac-3872-46db-abec-467e17744471 req-9d513d16-da32-4bb2-bab4-ec6892f07ae6 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dd80d1f5dd744e8bd5cea87c84f184b HTTP/1.1" status: 200 len: 380 time: 0.2217648 Mar 29 20:21:02.477702 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [req-845e65ac-3872-46db-abec-467e17744471 req-348bacc2-1fc6-436e-a300-11a90a95d100 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Request body: {'port': {'device_id': 'f17ca5e9-aa51-491b-b298-59a8957e84a2', 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'admin_state_up': True, 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'security_groups': ['4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3']}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:21:02.564485 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_common [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-470339c8-d822-4bf3-a312-76ad8ece66f7 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Allocated IP 172.20.0.8 (0868a825-2260-425a-8d30-a4a84002c375/b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0/533aca74-6455-4af2-9034-ca2cf7695671) {{(pid=103821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:21:02.736513 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-470339c8-d822-4bf3-a312-76ad8ece66f7 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for port (533aca74-6455-4af2-9034-ca2cf7695671), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:03.138918 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (d534b371-8f1a-4669-aea5-1642b49b0d37), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:03.189099 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=d534b371-8f1a-4669-aea5-1642b49b0d37,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:03.371128 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78b81e-19d4-4575-9960-187785b21834 req-de8aa3e3-69cd-4bb6-a587-d7d7b837ed26 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:03.372595 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2e78b81e-19d4-4575-9960-187785b21834 req-de8aa3e3-69cd-4bb6-a587-d7d7b837ed26 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 945 time: 0.0821068 Mar 29 20:21:03.384978 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbadfd-2ae1-4202-a722-1b991af8df67 req-3d4e9f9d-d94c-4d05-9c53-c757b8afaff1 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:03.386752 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-40fbadfd-2ae1-4202-a722-1b991af8df67 req-3d4e9f9d-d94c-4d05-9c53-c757b8afaff1 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 944 time: 0.0859501 Mar 29 20:21:03.458191 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2e78b81e-19d4-4575-9960-187785b21834 req-e3ede6cc-9cce-42df-9a8a-5efd56e9afc4 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701268 Mar 29 20:21:03.458620 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-845e65ac-3872-46db-abec-467e17744471 req-348bacc2-1fc6-436e-a300-11a90a95d100 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Made reservation on behalf of 4dd80d1f5dd744e8bd5cea87c84f184b for: {'port': 1} {{(pid=103821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:21:03.462367 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-845e65ac-3872-46db-abec-467e17744471 req-348bacc2-1fc6-436e-a300-11a90a95d100 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:03.464953 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-40fbadfd-2ae1-4202-a722-1b991af8df67 req-0978c3a9-f34b-47ff-a5e2-4b970b26fa01 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f78ef78-677c-403f-8f80-4307987aa5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672030 Mar 29 20:21:03.478606 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['d534b371-8f1a-4669-aea5-1642b49b0d37'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:21:03.539869 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['a98cadf7-cc5c-441b-81e9-6d47891549a1'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:21:03.558263 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-470339c8-d822-4bf3-a312-76ad8ece66f7 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270'] for port (533aca74-6455-4af2-9034-ca2cf7695671), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:03.596057 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1d1217c9-5b5d-4b54-a96a-122a59bac4cf req-0187bc86-d28e-4fcd-9625-48d51d323f51 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 210 time: 0.0518587 Mar 29 20:21:03.611354 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['04ce72b1-912c-41be-a98d-a3ce14bbcc07'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:21:03.632433 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-470339c8-d822-4bf3-a312-76ad8ece66f7 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Network 0868a825-2260-425a-8d30-a4a84002c375 is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:21:03.639346 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-470339c8-d822-4bf3-a312-76ad8ece66f7 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:21:03.647636 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-470339c8-d822-4bf3-a312-76ad8ece66f7 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Received port after_create {{(pid=103821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:21:03.653146 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-470339c8-d822-4bf3-a312-76ad8ece66f7 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:03.653870 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-470339c8-d822-4bf3-a312-76ad8ece66f7 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:03.695162 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4eba85-c5df-485a-a25f-06db997b0fa4 req-58030e60-f4a4-4865-9278-2f7765d121c1 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:03.705505 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0f4eba85-c5df-485a-a25f-06db997b0fa4 req-58030e60-f4a4-4865-9278-2f7765d121c1 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 931 time: 0.1072087 Mar 29 20:21:03.737099 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470339c8-d822-4bf3-a312-76ad8ece66f7 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Pushing event updated for resources: {'Port': ['ID=533aca74-6455-4af2-9034-ca2cf7695671,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:03.775985 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_common [req-845e65ac-3872-46db-abec-467e17744471 req-348bacc2-1fc6-436e-a300-11a90a95d100 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Allocated IP 172.20.0.10 (cbeb19d7-fa07-4f98-99ee-9b94135513d6/8355bf79-4b50-4d2a-871e-8619ac782cca/786595bd-5a4a-4989-9760-332801a7a871) {{(pid=103821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:21:03.792078 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0f4eba85-c5df-485a-a25f-06db997b0fa4 req-5a8c94a1-0063-4bea-9c83-af3ddb3c9986 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788214 Mar 29 20:21:03.804486 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-470339c8-d822-4bf3-a312-76ad8ece66f7 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0181897 Mar 29 20:21:03.819989 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-12e80c77-2841-4be5-9a00-b90d764f2b0c service neutron] Request body: {'port': {'device_id': 'c3d5813b-63cb-44f8-ae94-b3ca9bb93618', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:21:03.963425 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-12e80c77-2841-4be5-9a00-b90d764f2b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (533aca74-6455-4af2-9034-ca2cf7695671), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:04.067058 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-845e65ac-3872-46db-abec-467e17744471 req-348bacc2-1fc6-436e-a300-11a90a95d100 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for port (786595bd-5a4a-4989-9760-332801a7a871), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:04.089279 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-e02e283e-a351-4e67-8280-82ab7ac99ea0 None None] Provisioning complete for port 533aca74-6455-4af2-9034-ca2cf7695671 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:21:04.089679 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-e02e283e-a351-4e67-8280-82ab7ac99ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (533aca74-6455-4af2-9034-ca2cf7695671), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:04.152881 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-e02e283e-a351-4e67-8280-82ab7ac99ea0 None None] Port 533aca74-6455-4af2-9034-ca2cf7695671 cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:21:04.319114 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-845e65ac-3872-46db-abec-467e17744471 req-348bacc2-1fc6-436e-a300-11a90a95d100 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270'] for port (786595bd-5a4a-4989-9760-332801a7a871), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:04.322175 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-12e80c77-2841-4be5-9a00-b90d764f2b0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 533aca74-6455-4af2-9034-ca2cf7695671 {{(pid=103821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:21:04.338911 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-12e80c77-2841-4be5-9a00-b90d764f2b0c service neutron] Publish callbacks [] for port (533aca74-6455-4af2-9034-ca2cf7695671), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:04.383009 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.provisioning_blocks [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-12e80c77-2841-4be5-9a00-b90d764f2b0c service neutron] Transition to ACTIVE for port object 533aca74-6455-4af2-9034-ca2cf7695671 will not be triggered until provisioned by entity L2. {{(pid=103821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 20:21:04.386511 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-845e65ac-3872-46db-abec-467e17744471 req-348bacc2-1fc6-436e-a300-11a90a95d100 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Network cbeb19d7-fa07-4f98-99ee-9b94135513d6 is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:21:04.389718 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [req-845e65ac-3872-46db-abec-467e17744471 req-348bacc2-1fc6-436e-a300-11a90a95d100 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:21:04.397052 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [req-845e65ac-3872-46db-abec-467e17744471 req-348bacc2-1fc6-436e-a300-11a90a95d100 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Received port after_create {{(pid=103821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:21:04.402159 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e65ac-3872-46db-abec-467e17744471 req-348bacc2-1fc6-436e-a300-11a90a95d100 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:04.402785 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-845e65ac-3872-46db-abec-467e17744471 req-348bacc2-1fc6-436e-a300-11a90a95d100 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:04.411495 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348bacc2-1fc6-436e-a300-11a90a95d100 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Pushing event updated for resources: {'Port': ['ID=786595bd-5a4a-4989-9760-332801a7a871,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:04.469794 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-12e80c77-2841-4be5-9a00-b90d764f2b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (533aca74-6455-4af2-9034-ca2cf7695671), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:04.515426 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-845e65ac-3872-46db-abec-467e17744471 req-348bacc2-1fc6-436e-a300-11a90a95d100 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0414422 Mar 29 20:21:04.537436 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [req-845e65ac-3872-46db-abec-467e17744471 req-a852c306-bd48-42d3-b319-81628d0e3cd2 service neutron] Request body: {'port': {'device_id': 'f17ca5e9-aa51-491b-b298-59a8957e84a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:21:04.587807 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e80c77-2841-4be5-9a00-b90d764f2b0c service neutron] Pushing event updated for resources: {'Port': ['ID=533aca74-6455-4af2-9034-ca2cf7695671,revision_number=2']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:04.658160 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-12e80c77-2841-4be5-9a00-b90d764f2b0c service neutron] Attempting to bind port 533aca74-6455-4af2-9034-ca2cf7695671 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:21:04.658530 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-12e80c77-2841-4be5-9a00-b90d764f2b0c service neutron] Attempting to bind port 533aca74-6455-4af2-9034-ca2cf7695671 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '6802a8f3-7039-4643-9285-e85956d71d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0868a825-2260-425a-8d30-a4a84002c375'}] {{(pid=103821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:21:04.658809 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-12e80c77-2841-4be5-9a00-b90d764f2b0c service neutron] Attempting to bind port 533aca74-6455-4af2-9034-ca2cf7695671 on network 0868a825-2260-425a-8d30-a4a84002c375 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:21:04.690781 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-12e80c77-2841-4be5-9a00-b90d764f2b0c service neutron] Port 533aca74-6455-4af2-9034-ca2cf7695671 on network 0868a825-2260-425a-8d30-a4a84002c375 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 20:21:04.690967 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-12e80c77-2841-4be5-9a00-b90d764f2b0c service neutron] Attempting to bind port 533aca74-6455-4af2-9034-ca2cf7695671 on network 0868a825-2260-425a-8d30-a4a84002c375 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:21:04.700541 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-12e80c77-2841-4be5-9a00-b90d764f2b0c service neutron] Checking agent: {'id': '19337809-658a-48b1-8a65-8844936c1798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'started_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:21:04.700874 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-12e80c77-2841-4be5-9a00-b90d764f2b0c service neutron] Checking segment: {'id': '6802a8f3-7039-4643-9285-e85956d71d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0868a825-2260-425a-8d30-a4a84002c375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:21:04.701257 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-12e80c77-2841-4be5-9a00-b90d764f2b0c service neutron] Bound using segment: {'id': '6802a8f3-7039-4643-9285-e85956d71d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0868a825-2260-425a-8d30-a4a84002c375'} {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:21:04.701711 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-12e80c77-2841-4be5-9a00-b90d764f2b0c service neutron] Bound port: 533aca74-6455-4af2-9034-ca2cf7695671, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6802a8f3-7039-4643-9285-e85956d71d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0868a825-2260-425a-8d30-a4a84002c375'}}] {{(pid=103821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:21:04.702061 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-12e80c77-2841-4be5-9a00-b90d764f2b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (533aca74-6455-4af2-9034-ca2cf7695671), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:04.720781 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-845e65ac-3872-46db-abec-467e17744471 req-a852c306-bd48-42d3-b319-81628d0e3cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (786595bd-5a4a-4989-9760-332801a7a871), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:04.776911 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55e725-8bf8-496a-93e9-21f48d9e9024 req-64b1f087-ac11-42e4-a9e4-df052cf65575 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:04.779171 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9b55e725-8bf8-496a-93e9-21f48d9e9024 req-64b1f087-ac11-42e4-a9e4-df052cf65575 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 944 time: 0.1249425 Mar 29 20:21:04.788863 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f3950-3ca2-470c-858b-03871342e00d req-c5104925-8029-40af-9837-c37dd075ca8a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:04.796318 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-639f3950-3ca2-470c-858b-03871342e00d req-c5104925-8029-40af-9837-c37dd075ca8a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 945 time: 0.1978471 Mar 29 20:21:04.799188 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-12e80c77-2841-4be5-9a00-b90d764f2b0c service neutron] For port 533aca74-6455-4af2-9034-ca2cf7695671, host hv-cinder-78481, cleared binding levels {{(pid=103821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:21:04.802506 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-12e80c77-2841-4be5-9a00-b90d764f2b0c service neutron] For port 533aca74-6455-4af2-9034-ca2cf7695671, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=533aca74-6455-4af2-9034-ca2cf7695671,segment=NetworkSegment(6802a8f3-7039-4643-9285-e85956d71d33),segment_id=6802a8f3-7039-4643-9285-e85956d71d33)] {{(pid=103821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:21:04.893589 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-639f3950-3ca2-470c-858b-03871342e00d req-bb7afb68-7bf5-4007-8a84-eb137e006271 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958831 Mar 29 20:21:04.900157 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-28f8a1e7-9f70-4198-a08f-302b53368696 None None] Provisioning complete for port 786595bd-5a4a-4989-9760-332801a7a871 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:21:04.901350 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-28f8a1e7-9f70-4198-a08f-302b53368696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (786595bd-5a4a-4989-9760-332801a7a871), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:04.909039 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9b55e725-8bf8-496a-93e9-21f48d9e9024 req-8cc87164-5a44-4ea8-bc48-c97b1d980e40 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f78ef78-677c-403f-8f80-4307987aa5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058528 Mar 29 20:21:04.924711 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-12e80c77-2841-4be5-9a00-b90d764f2b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (533aca74-6455-4af2-9034-ca2cf7695671), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:05.013904 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-12e80c77-2841-4be5-9a00-b90d764f2b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:05.013904 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-12e80c77-2841-4be5-9a00-b90d764f2b0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:05.013904 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-12e80c77-2841-4be5-9a00-b90d764f2b0c service neutron] 10.222.0.42 "PUT /v2.0/ports/533aca74-6455-4af2-9034-ca2cf7695671 HTTP/1.1" status: 200 len: 1093 time: 1.1980681 Mar 29 20:21:05.015943 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d5813b-63cb-44f8-ae94-b3ca9bb93618', 'tag': '533aca74-6455-4af2-9034-ca2cf7695671'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:21:05.019226 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ff1340-fd1f-447d-8608-9d69aa4316bf" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d5813b-63cb-44f8-ae94-b3ca9bb93618", "tag": "533aca74-6455-4af2-9034-ca2cf7695671"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:21:05.067168 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e80c77-2841-4be5-9a00-b90d764f2b0c service neutron] Pushing event updated for resources: {'Port': ['ID=533aca74-6455-4af2-9034-ca2cf7695671,revision_number=3']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:05.122766 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68852279-b90f-4bfb-b660-dddeaeed4e2b req-dbe182b0-c09c-4121-80ed-377439457e15 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:05.129046 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-68852279-b90f-4bfb-b660-dddeaeed4e2b req-dbe182b0-c09c-4121-80ed-377439457e15 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 932 time: 0.1404092 Mar 29 20:21:05.161343 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-28f8a1e7-9f70-4198-a08f-302b53368696 None None] Port 786595bd-5a4a-4989-9760-332801a7a871 cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:21:05.174420 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8143b2-f3c6-4132-ae5a-10ce628b0443 req-3b6868d2-0939-4613-aab9-85d132fbf957 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:05.175947 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7e8143b2-f3c6-4132-ae5a-10ce628b0443 req-3b6868d2-0939-4613-aab9-85d132fbf957 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 943 time: 0.1207249 Mar 29 20:21:05.225519 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device a98cadf7-cc5c-441b-81e9-6d47891549a1 up at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:21:05.263621 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-68defc1b-138e-4bab-bbe6-a6647b3fc7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:05.265643 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-68defc1b-138e-4bab-bbe6-a6647b3fc7ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=249ba837300b4e59a05f6c432c2d47b7&device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 1127 time: 0.0754786 Mar 29 20:21:05.302153 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-68852279-b90f-4bfb-b660-dddeaeed4e2b req-9b4a44d4-038e-4736-ba3d-f45340931a29 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721067 Mar 29 20:21:05.307921 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7e8143b2-f3c6-4132-ae5a-10ce628b0443 req-3a45438a-4d4e-4b37-9f5c-73ae6b256ec9 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203876 Mar 29 20:21:05.334152 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-810c3428-fb1f-4dd5-b115-821fe17d10be service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=533aca74-6455-4af2-9034-ca2cf7695671 HTTP/1.1" status: 200 len: 217 time: 0.0612824 Mar 29 20:21:05.383732 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b5deaf-9ca8-411f-8da7-b0e95a8d44c8 x-openstack-request-id: req-91b5deaf-9ca8-411f-8da7-b0e95a8d44c8 {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:21:05.384036 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d5813b-63cb-44f8-ae94-b3ca9bb93618", "tag": "533aca74-6455-4af2-9034-ca2cf7695671", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:21:05.384301 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-91b5deaf-9ca8-411f-8da7-b0e95a8d44c8 {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:21:05.384665 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91b5deaf-9ca8-411f-8da7-b0e95a8d44c8'] response: {'name': 'network-changed', 'server_uuid': 'c3d5813b-63cb-44f8-ae94-b3ca9bb93618', 'tag': '533aca74-6455-4af2-9034-ca2cf7695671', 'status': 'completed', 'code': 200} Mar 29 20:21:05.386974 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [req-845e65ac-3872-46db-abec-467e17744471 req-a852c306-bd48-42d3-b319-81628d0e3cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 786595bd-5a4a-4989-9760-332801a7a871 {{(pid=103821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:21:05.400350 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-845e65ac-3872-46db-abec-467e17744471 req-a852c306-bd48-42d3-b319-81628d0e3cd2 service neutron] Publish callbacks [] for port (786595bd-5a4a-4989-9760-332801a7a871), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:05.401518 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning for port a98cadf7-cc5c-441b-81e9-6d47891549a1 completed by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 20:21:05.405676 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning complete for port a98cadf7-cc5c-441b-81e9-6d47891549a1 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:21:05.406050 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (a98cadf7-cc5c-441b-81e9-6d47891549a1), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:05.426214 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-00076241-931c-4dde-a9dc-06bb12b02736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:05.427821 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-00076241-931c-4dde-a9dc-06bb12b02736 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0 HTTP/1.1" status: 200 len: 850 time: 0.0806718 Mar 29 20:21:05.434040 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.provisioning_blocks [req-845e65ac-3872-46db-abec-467e17744471 req-a852c306-bd48-42d3-b319-81628d0e3cd2 service neutron] Transition to ACTIVE for port object 786595bd-5a4a-4989-9760-332801a7a871 will not be triggered until provisioned by entity L2. {{(pid=103821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 20:21:05.489043 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-da6f1ef7-e909-4532-85c8-23f3696cc836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:05.491621 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-da6f1ef7-e909-4532-85c8-23f3696cc836 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0868a825-2260-425a-8d30-a4a84002c375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563946 Mar 29 20:21:05.549246 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port a98cadf7-cc5c-441b-81e9-6d47891549a1 is: BUILD; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:21:05.549246 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (a98cadf7-cc5c-441b-81e9-6d47891549a1), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:05.559414 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-845e65ac-3872-46db-abec-467e17744471 req-a852c306-bd48-42d3-b319-81628d0e3cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (786595bd-5a4a-4989-9760-332801a7a871), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:05.573486 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ca3af9-e1c9-42a3-b628-c2f401acc354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98cadf7-cc5c-441b-81e9-6d47891549a1'}] {{(pid=103822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:21:05.653513 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852c306-bd48-42d3-b319-81628d0e3cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=786595bd-5a4a-4989-9760-332801a7a871,revision_number=2']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:05.671405 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port a98cadf7-cc5c-441b-81e9-6d47891549a1, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a98cadf7-cc5c-441b-81e9-6d47891549a1,segment=NetworkSegment(2e876de9-e068-4593-b07b-f23213271be1),segment_id=2e876de9-e068-4593-b07b-f23213271be1)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:21:05.680725 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-2f0f4acc-de97-42a4-97cd-107d85d9891d service neutron] 10.222.0.42 "GET /v2.0/networks/0868a825-2260-425a-8d30-a4a84002c375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821737 Mar 29 20:21:05.710258 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-845e65ac-3872-46db-abec-467e17744471 req-a852c306-bd48-42d3-b319-81628d0e3cd2 service neutron] Attempting to bind port 786595bd-5a4a-4989-9760-332801a7a871 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:21:05.710577 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-845e65ac-3872-46db-abec-467e17744471 req-a852c306-bd48-42d3-b319-81628d0e3cd2 service neutron] Attempting to bind port 786595bd-5a4a-4989-9760-332801a7a871 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '144a29d3-8b92-419a-a892-5d1bda94856a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6'}] {{(pid=103821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:21:05.710892 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845e65ac-3872-46db-abec-467e17744471 req-a852c306-bd48-42d3-b319-81628d0e3cd2 service neutron] Attempting to bind port 786595bd-5a4a-4989-9760-332801a7a871 on network cbeb19d7-fa07-4f98-99ee-9b94135513d6 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:21:05.722137 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (a98cadf7-cc5c-441b-81e9-6d47891549a1), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:05.723085 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 04ce72b1-912c-41be-a98d-a3ce14bbcc07 up at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:21:05.752746 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845e65ac-3872-46db-abec-467e17744471 req-a852c306-bd48-42d3-b319-81628d0e3cd2 service neutron] Port 786595bd-5a4a-4989-9760-332801a7a871 on network cbeb19d7-fa07-4f98-99ee-9b94135513d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 20:21:05.753069 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845e65ac-3872-46db-abec-467e17744471 req-a852c306-bd48-42d3-b319-81628d0e3cd2 service neutron] Attempting to bind port 786595bd-5a4a-4989-9760-332801a7a871 on network cbeb19d7-fa07-4f98-99ee-9b94135513d6 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:21:05.763309 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845e65ac-3872-46db-abec-467e17744471 req-a852c306-bd48-42d3-b319-81628d0e3cd2 service neutron] Checking agent: {'id': '19337809-658a-48b1-8a65-8844936c1798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'started_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:21:05.763637 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845e65ac-3872-46db-abec-467e17744471 req-a852c306-bd48-42d3-b319-81628d0e3cd2 service neutron] Checking segment: {'id': '144a29d3-8b92-419a-a892-5d1bda94856a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:21:05.764185 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845e65ac-3872-46db-abec-467e17744471 req-a852c306-bd48-42d3-b319-81628d0e3cd2 service neutron] Bound using segment: {'id': '144a29d3-8b92-419a-a892-5d1bda94856a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6'} {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:21:05.764765 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-845e65ac-3872-46db-abec-467e17744471 req-a852c306-bd48-42d3-b319-81628d0e3cd2 service neutron] Bound port: 786595bd-5a4a-4989-9760-332801a7a871, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '144a29d3-8b92-419a-a892-5d1bda94856a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6'}}] {{(pid=103821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:21:05.765311 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-845e65ac-3872-46db-abec-467e17744471 req-a852c306-bd48-42d3-b319-81628d0e3cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (786595bd-5a4a-4989-9760-332801a7a871), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:05.828242 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0861b571914e5dc523c78e704c27631447c9211d5b419e1eb1b6a7c48cd57d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685101c3-773e-4129-8967-51c375e0ad04" -d '{"events": [{"server_uuid": "14ca3af9-e1c9-42a3-b628-c2f401acc354", "name": "network-vif-plugged", "status": "completed", "tag": "a98cadf7-cc5c-441b-81e9-6d47891549a1"}]}' {{(pid=103822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:21:05.839818 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-1ddc0b89-9c7e-4803-b239-27370e60903a req-489e0150-2b15-43f3-a607-0cd672f7e509 service neutron] 10.222.0.42 "GET /v2.0/networks/0868a825-2260-425a-8d30-a4a84002c375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503966 Mar 29 20:21:05.851568 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=a98cadf7-cc5c-441b-81e9-6d47891549a1,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:05.875917 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-845e65ac-3872-46db-abec-467e17744471 req-a852c306-bd48-42d3-b319-81628d0e3cd2 service neutron] For port 786595bd-5a4a-4989-9760-332801a7a871, host hv-cinder-78481, cleared binding levels {{(pid=103821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:21:05.879595 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-845e65ac-3872-46db-abec-467e17744471 req-a852c306-bd48-42d3-b319-81628d0e3cd2 service neutron] For port 786595bd-5a4a-4989-9760-332801a7a871, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=786595bd-5a4a-4989-9760-332801a7a871,segment=NetworkSegment(144a29d3-8b92-419a-a892-5d1bda94856a),segment_id=144a29d3-8b92-419a-a892-5d1bda94856a)] {{(pid=103821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:21:05.958668 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c17a373-5090-4148-802f-c3510d84f858 x-openstack-request-id: req-9c17a373-5090-4148-802f-c3510d84f858 {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:21:05.959163 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ca3af9-e1c9-42a3-b628-c2f401acc354", "name": "network-vif-plugged", "status": "completed", "tag": "a98cadf7-cc5c-441b-81e9-6d47891549a1", "code": 200}]} {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:21:05.959402 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9c17a373-5090-4148-802f-c3510d84f858 {{(pid=103822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:21:05.959980 dv-cinder-784815-3-iscsi neutron-server[103822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c17a373-5090-4148-802f-c3510d84f858'] response: {'server_uuid': '14ca3af9-e1c9-42a3-b628-c2f401acc354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98cadf7-cc5c-441b-81e9-6d47891549a1', 'code': 200} Mar 29 20:21:05.967406 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-845e65ac-3872-46db-abec-467e17744471 req-a852c306-bd48-42d3-b319-81628d0e3cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (786595bd-5a4a-4989-9760-332801a7a871), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:05.976838 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning for port 04ce72b1-912c-41be-a98d-a3ce14bbcc07 completed by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 20:21:05.985936 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning complete for port 04ce72b1-912c-41be-a98d-a3ce14bbcc07 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:21:05.988057 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (04ce72b1-912c-41be-a98d-a3ce14bbcc07), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:06.049501 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e65ac-3872-46db-abec-467e17744471 req-a852c306-bd48-42d3-b319-81628d0e3cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:06.050121 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-845e65ac-3872-46db-abec-467e17744471 req-a852c306-bd48-42d3-b319-81628d0e3cd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:06.051636 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-845e65ac-3872-46db-abec-467e17744471 req-a852c306-bd48-42d3-b319-81628d0e3cd2 service neutron] 10.222.0.42 "PUT /v2.0/ports/786595bd-5a4a-4989-9760-332801a7a871 HTTP/1.1" status: 200 len: 1094 time: 1.5256546 Mar 29 20:21:06.082014 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff1340-fd1f-447d-8608-9d69aa4316bf req-1063bcfe-9338-4453-a4a5-80d023deb294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:06.083512 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-52ff1340-fd1f-447d-8608-9d69aa4316bf req-1063bcfe-9338-4453-a4a5-80d023deb294 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=249ba837300b4e59a05f6c432c2d47b7&device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 1127 time: 0.1116300 Mar 29 20:21:06.176819 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 04ce72b1-912c-41be-a98d-a3ce14bbcc07 is: BUILD; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:21:06.176819 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (04ce72b1-912c-41be-a98d-a3ce14bbcc07), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:06.201058 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852c306-bd48-42d3-b319-81628d0e3cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=786595bd-5a4a-4989-9760-332801a7a871,revision_number=3']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:06.270422 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 04ce72b1-912c-41be-a98d-a3ce14bbcc07, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=04ce72b1-912c-41be-a98d-a3ce14bbcc07,segment=NetworkSegment(374fdad7-f913-494e-95a6-c81a6f6c7cc1),segment_id=374fdad7-f913-494e-95a6-c81a6f6c7cc1)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:21:06.274623 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ab7ef-c0ed-46ec-994e-a36cace9272b req-e29cbba4-70e5-411f-bdc4-9951063a7acb tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:06.278093 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-169ab7ef-c0ed-46ec-994e-a36cace9272b req-e29cbba4-70e5-411f-bdc4-9951063a7acb tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 945 time: 0.2088659 Mar 29 20:21:06.300665 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb725c-e660-4cc1-9d5f-58f7ce1ffc63 req-b3e65e66-3946-42ee-a88f-238973c07414 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:06.308557 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1cdb725c-e660-4cc1-9d5f-58f7ce1ffc63 req-b3e65e66-3946-42ee-a88f-238973c07414 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 945 time: 0.2367792 Mar 29 20:21:06.326874 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e65ac-3872-46db-abec-467e17744471 req-53bce8b8-0af1-454a-bd21-d2183ce0b7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:06.329010 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-845e65ac-3872-46db-abec-467e17744471 req-53bce8b8-0af1-454a-bd21-d2183ce0b7d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dd80d1f5dd744e8bd5cea87c84f184b&device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 1128 time: 0.1409721 Mar 29 20:21:06.330194 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff1340-fd1f-447d-8608-9d69aa4316bf req-45bd8c07-0347-4fd0-b0b8-a3b02179bf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:06.331494 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-52ff1340-fd1f-447d-8608-9d69aa4316bf req-45bd8c07-0347-4fd0-b0b8-a3b02179bf61 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0868a825-2260-425a-8d30-a4a84002c375 HTTP/1.1" status: 200 len: 912 time: 0.2328076 Mar 29 20:21:06.334597 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (04ce72b1-912c-41be-a98d-a3ce14bbcc07), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:06.335503 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device d534b371-8f1a-4669-aea5-1642b49b0d37 up at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:21:06.411030 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1cdb725c-e660-4cc1-9d5f-58f7ce1ffc63 req-deeeab4f-7d34-4b71-bd5d-099ddad31cea tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f78ef78-677c-403f-8f80-4307987aa5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020265 Mar 29 20:21:06.418832 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-52ff1340-fd1f-447d-8608-9d69aa4316bf req-f239f996-e156-4430-bf21-407313604a75 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=533aca74-6455-4af2-9034-ca2cf7695671 HTTP/1.1" status: 200 len: 217 time: 0.0711896 Mar 29 20:21:06.458896 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-169ab7ef-c0ed-46ec-994e-a36cace9272b req-0f882a9c-343c-43cc-8ca1-825dea65c259 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741560 Mar 29 20:21:06.473726 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=04ce72b1-912c-41be-a98d-a3ce14bbcc07,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:06.494933 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-845e65ac-3872-46db-abec-467e17744471 req-ba1b755e-c906-4b8c-9799-4ff805a9d821 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=786595bd-5a4a-4989-9760-332801a7a871 HTTP/1.1" status: 200 len: 217 time: 0.1538329 Mar 29 20:21:06.496359 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff1340-fd1f-447d-8608-9d69aa4316bf req-44cab5dc-12cf-4abe-afd9-a90c2670343c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:06.498109 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-52ff1340-fd1f-447d-8608-9d69aa4316bf req-44cab5dc-12cf-4abe-afd9-a90c2670343c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0 HTTP/1.1" status: 200 len: 850 time: 0.0496857 Mar 29 20:21:06.536901 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d4bb5-5aba-4870-8a4b-591fdc72ed77 req-4032ac12-6866-4fad-b3cc-4f1c6c192ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:06.538549 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d18d4bb5-5aba-4870-8a4b-591fdc72ed77 req-4032ac12-6866-4fad-b3cc-4f1c6c192ef1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 1129 time: 0.1262953 Mar 29 20:21:06.573521 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning for port d534b371-8f1a-4669-aea5-1642b49b0d37 completed by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 20:21:06.582361 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning complete for port d534b371-8f1a-4669-aea5-1642b49b0d37 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:21:06.582996 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (d534b371-8f1a-4669-aea5-1642b49b0d37), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:06.587648 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e65ac-3872-46db-abec-467e17744471 req-22dd3d02-4b8c-450c-8831-2d2d47e43f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:06.589309 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-845e65ac-3872-46db-abec-467e17744471 req-22dd3d02-4b8c-450c-8831-2d2d47e43f27 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8355bf79-4b50-4d2a-871e-8619ac782cca HTTP/1.1" status: 200 len: 855 time: 0.0817666 Mar 29 20:21:06.614368 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-d18d4bb5-5aba-4870-8a4b-591fdc72ed77 req-ba4cca9b-6ae2-4250-8567-0b3e167ec3da service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:06.624412 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff1340-fd1f-447d-8608-9d69aa4316bf req-bd507018-d235-4aed-ad8b-f6beb92636d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:06.626598 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-52ff1340-fd1f-447d-8608-9d69aa4316bf req-bd507018-d235-4aed-ad8b-f6beb92636d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0868a825-2260-425a-8d30-a4a84002c375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1093221 Mar 29 20:21:06.655428 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b61674-570b-4a2a-a234-3b342df0a5a9 req-95c85a63-15bb-4ac5-8e7f-890f4a9e53f4 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:06.665879 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-87b61674-570b-4a2a-a234-3b342df0a5a9 req-95c85a63-15bb-4ac5-8e7f-890f4a9e53f4 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.1379950 Mar 29 20:21:06.707563 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979f92b-7887-452c-a348-2b1470ad44ed req-5f850ce2-5d07-440c-b5b2-29b0f13fe91b tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:06.709242 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2979f92b-7887-452c-a348-2b1470ad44ed req-5f850ce2-5d07-440c-b5b2-29b0f13fe91b tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 943 time: 0.1497924 Mar 29 20:21:06.711123 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port d534b371-8f1a-4669-aea5-1642b49b0d37 is: BUILD; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:21:06.711813 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (d534b371-8f1a-4669-aea5-1642b49b0d37), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:06.786184 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port d534b371-8f1a-4669-aea5-1642b49b0d37, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=d534b371-8f1a-4669-aea5-1642b49b0d37,segment=NetworkSegment(374fdad7-f913-494e-95a6-c81a6f6c7cc1),segment_id=374fdad7-f913-494e-95a6-c81a6f6c7cc1)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:21:06.788298 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-87b61674-570b-4a2a-a234-3b342df0a5a9 req-b0dcd4e2-6d3c-4bc2-afe0-3189a3446a00 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245306 Mar 29 20:21:06.856347 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-d18d4bb5-5aba-4870-8a4b-591fdc72ed77 req-ba4cca9b-6ae2-4250-8567-0b3e167ec3da service neutron] Publish callbacks [] for security_group (9f779a16-66f9-4a1a-8685-6bc20f09cbeb), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:06.861118 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2979f92b-7887-452c-a348-2b1470ad44ed req-3e75da28-0e15-42b8-a56b-b02faa930fdd tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431994 Mar 29 20:21:06.871337 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (d534b371-8f1a-4669-aea5-1642b49b0d37), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:06.938721 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-d18d4bb5-5aba-4870-8a4b-591fdc72ed77 req-ba4cca9b-6ae2-4250-8567-0b3e167ec3da service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (9f779a16-66f9-4a1a-8685-6bc20f09cbeb), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:06.948196 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e65ac-3872-46db-abec-467e17744471 req-c043a029-0e17-47db-8d02-beb81e8cf8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:06.949982 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-845e65ac-3872-46db-abec-467e17744471 req-c043a029-0e17-47db-8d02-beb81e8cf8f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbeb19d7-fa07-4f98-99ee-9b94135513d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3536341 Mar 29 20:21:06.990320 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=d534b371-8f1a-4669-aea5-1642b49b0d37,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:07.017285 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d18d4bb5-5aba-4870-8a4b-591fdc72ed77 req-ba4cca9b-6ae2-4250-8567-0b3e167ec3da service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1f78ef78-677c-403f-8f80-4307987aa5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4586687 Mar 29 20:21:07.019220 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4cca9b-6ae2-4250-8567-0b3e167ec3da service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9f779a16-66f9-4a1a-8685-6bc20f09cbeb,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:07.052033 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-52ff1340-fd1f-447d-8608-9d69aa4316bf req-27be6885-f963-44ed-9c65-876bf6447281 service neutron] 10.222.0.42 "GET /v2.0/networks/0868a825-2260-425a-8d30-a4a84002c375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177179 Mar 29 20:21:07.089005 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-845e65ac-3872-46db-abec-467e17744471 req-01244d76-741b-4171-9330-b2fe419c1728 service neutron] 10.222.0.42 "GET /v2.0/networks/cbeb19d7-fa07-4f98-99ee-9b94135513d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221080 Mar 29 20:21:07.385410 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f17ca5e9-aa51-491b-b298-59a8957e84a2', 'tag': '786595bd-5a4a-4989-9760-332801a7a871'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:21:07.387566 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cddb192-eff8-433f-9396-1b9e30392490" -d '{"events": [{"name": "network-changed", "server_uuid": "f17ca5e9-aa51-491b-b298-59a8957e84a2", "tag": "786595bd-5a4a-4989-9760-332801a7a871"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:21:07.419729 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-845e65ac-3872-46db-abec-467e17744471 req-c0c4e8a5-4e97-498e-8a5d-981532167b8b service neutron] 10.222.0.42 "GET /v2.0/networks/cbeb19d7-fa07-4f98-99ee-9b94135513d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775486 Mar 29 20:21:07.421875 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-52ff1340-fd1f-447d-8608-9d69aa4316bf req-2175984b-2849-427f-8df7-aa54a04f667d service neutron] 10.222.0.42 "GET /v2.0/networks/0868a825-2260-425a-8d30-a4a84002c375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783037 Mar 29 20:21:07.431544 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8db6e2-a76b-4d4b-a838-43935c8d047f x-openstack-request-id: req-6c8db6e2-a76b-4d4b-a838-43935c8d047f {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:21:07.431831 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f17ca5e9-aa51-491b-b298-59a8957e84a2", "tag": "786595bd-5a4a-4989-9760-332801a7a871", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:21:07.432081 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6c8db6e2-a76b-4d4b-a838-43935c8d047f {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:21:07.432509 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c8db6e2-a76b-4d4b-a838-43935c8d047f'] response: {'name': 'network-changed', 'server_uuid': 'f17ca5e9-aa51-491b-b298-59a8957e84a2', 'tag': '786595bd-5a4a-4989-9760-332801a7a871', 'status': 'completed', 'code': 200} Mar 29 20:21:07.448882 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 43434) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:07.583153 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 43442) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:07.611234 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddb192-eff8-433f-9396-1b9e30392490 req-6d09bad9-887b-4e80-8cfa-11e7b8d8224e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:07.612911 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-9cddb192-eff8-433f-9396-1b9e30392490 req-6d09bad9-887b-4e80-8cfa-11e7b8d8224e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dd80d1f5dd744e8bd5cea87c84f184b&device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 1128 time: 0.0685534 Mar 29 20:21:07.742336 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-dfdffb61-a74c-4681-add1-754a582db3ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:07.755533 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e2369117-0c15-4445-8055-6c0ffb54b237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:07.779253 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddb192-eff8-433f-9396-1b9e30392490 req-305ddca0-3e79-4750-b532-43819a6d7ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:07.780707 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-9cddb192-eff8-433f-9396-1b9e30392490 req-305ddca0-3e79-4750-b532-43819a6d7ea5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbeb19d7-fa07-4f98-99ee-9b94135513d6 HTTP/1.1" status: 200 len: 917 time: 0.1590810 Mar 29 20:21:07.791750 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e057553-62c3-4968-b8b1-cb03679dcf3f req-3132b11b-809b-4c92-87a0-015d951c20ed tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:07.799322 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4e057553-62c3-4968-b8b1-cb03679dcf3f req-3132b11b-809b-4c92-87a0-015d951c20ed tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 945 time: 0.3065345 Mar 29 20:21:07.833746 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61138f89-7b6e-4da5-984d-0bfeb866c659 req-d0dd421a-2845-436c-a764-8958c6dad3c0 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:07.835149 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-61138f89-7b6e-4da5-984d-0bfeb866c659 req-d0dd421a-2845-436c-a764-8958c6dad3c0 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0995691 Mar 29 20:21:07.837066 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-9cddb192-eff8-433f-9396-1b9e30392490 req-d275a79f-30b4-426e-a48c-a570917c83d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=786595bd-5a4a-4989-9760-332801a7a871 HTTP/1.1" status: 200 len: 217 time: 0.0472007 Mar 29 20:21:07.870569 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4e057553-62c3-4968-b8b1-cb03679dcf3f req-e2abc6ff-8530-4560-9b07-f32ae4c4ea1a tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f78ef78-677c-403f-8f80-4307987aa5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703962 Mar 29 20:21:07.900484 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-61138f89-7b6e-4da5-984d-0bfeb866c659 req-c4f0e3e7-ef6f-4893-8f0c-6db88342e843 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572405 Mar 29 20:21:07.948716 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddb192-eff8-433f-9396-1b9e30392490 req-35a21940-7958-4fe1-bb53-2ad61f090538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:07.950209 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-9cddb192-eff8-433f-9396-1b9e30392490 req-35a21940-7958-4fe1-bb53-2ad61f090538 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8355bf79-4b50-4d2a-871e-8619ac782cca HTTP/1.1" status: 200 len: 855 time: 0.1069655 Mar 29 20:21:07.965026 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da09d9f-0a2c-457f-8df5-3bbfe3808340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ce72b1-912c-41be-a98d-a3ce14bbcc07'}, {'server_uuid': 'eafe6e26-6209-4a89-a473-430e5927d7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd534b371-8f1a-4669-aea5-1642b49b0d37'}] {{(pid=103822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:21:07.975492 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0861b571914e5dc523c78e704c27631447c9211d5b419e1eb1b6a7c48cd57d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed97dfd-1bfe-40f4-a9f7-c771ad46d110" -d '{"events": [{"server_uuid": "6da09d9f-0a2c-457f-8df5-3bbfe3808340", "name": "network-vif-plugged", "status": "completed", "tag": "04ce72b1-912c-41be-a98d-a3ce14bbcc07"}, {"server_uuid": "eafe6e26-6209-4a89-a473-430e5927d7e4", "name": "network-vif-plugged", "status": "completed", "tag": "d534b371-8f1a-4669-aea5-1642b49b0d37"}]}' {{(pid=103822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:21:07.998659 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-dfdffb61-a74c-4681-add1-754a582db3ab admin admin] Publish callbacks [] for security_group (6c09176e-10a1-42f7-9452-45204752b312), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:08.010684 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e2369117-0c15-4445-8055-6c0ffb54b237 admin admin] Publish callbacks [] for security_group (18a769a6-9795-4fb3-bc11-2a7eac58af8a), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:08.041248 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940099be-181d-4b0a-9092-73260ee7b446 req-c8dffda2-b9bc-4f52-975e-e6ce8ddd3834 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:08.042697 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-940099be-181d-4b0a-9092-73260ee7b446 req-c8dffda2-b9bc-4f52-975e-e6ce8ddd3834 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.0920644 Mar 29 20:21:08.058244 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-dfdffb61-a74c-4681-add1-754a582db3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (6c09176e-10a1-42f7-9452-45204752b312), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:08.076046 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b342143-641d-4c50-b0bf-db7b6f56241e req-f1c781f5-e239-4abb-85ad-043a85c90236 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:08.077504 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9b342143-641d-4c50-b0bf-db7b6f56241e req-f1c781f5-e239-4abb-85ad-043a85c90236 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 943 time: 0.0829980 Mar 29 20:21:08.094837 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e2369117-0c15-4445-8055-6c0ffb54b237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (18a769a6-9795-4fb3-bc11-2a7eac58af8a), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:08.102203 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-dfdffb61-a74c-4681-add1-754a582db3ab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f94dd3b9a3942f3bb53b33b9b2cf3b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6519988 Mar 29 20:21:08.102902 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdffb61-a74c-4681-add1-754a582db3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c09176e-10a1-42f7-9452-45204752b312,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:08.105188 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 43460) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:08.120313 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-940099be-181d-4b0a-9092-73260ee7b446 req-8b879a10-5b0c-4dc6-88e9-e5e3c13e8120 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711644 Mar 29 20:21:08.153097 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9b342143-641d-4c50-b0bf-db7b6f56241e req-25ef872f-d29b-4b1f-91d6-49b278fb1a4e tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645165 Mar 29 20:21:08.163245 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-e2369117-0c15-4445-8055-6c0ffb54b237 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=02a64bbc2ae349a6a3d76689cb7e8403&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5770359 Mar 29 20:21:08.164438 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 43462) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:08.167386 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2369117-0c15-4445-8055-6c0ffb54b237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a769a6-9795-4fb3-bc11-2a7eac58af8a,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:08.195052 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 29 Mar 2022 20:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c246db-b75c-48e3-956f-0be7f653480c x-openstack-request-id: req-62c246db-b75c-48e3-956f-0be7f653480c {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:21:08.195540 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da09d9f-0a2c-457f-8df5-3bbfe3808340", "name": "network-vif-plugged", "status": "completed", "tag": "04ce72b1-912c-41be-a98d-a3ce14bbcc07", "code": 200}, {"server_uuid": "eafe6e26-6209-4a89-a473-430e5927d7e4", "name": "network-vif-plugged", "status": "completed", "tag": "d534b371-8f1a-4669-aea5-1642b49b0d37", "code": 200}]} {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:21:08.195624 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-62c246db-b75c-48e3-956f-0be7f653480c {{(pid=103822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:21:08.196075 dv-cinder-784815-3-iscsi neutron-server[103822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62c246db-b75c-48e3-956f-0be7f653480c'] response: {'server_uuid': '6da09d9f-0a2c-457f-8df5-3bbfe3808340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ce72b1-912c-41be-a98d-a3ce14bbcc07', 'code': 200} Mar 29 20:21:08.196405 dv-cinder-784815-3-iscsi neutron-server[103822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62c246db-b75c-48e3-956f-0be7f653480c'] response: {'server_uuid': 'eafe6e26-6209-4a89-a473-430e5927d7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd534b371-8f1a-4669-aea5-1642b49b0d37', 'code': 200} Mar 29 20:21:08.198857 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e2f351e2-1939-4a7f-886e-8650f414b402 admin admin] Publish callbacks [] for security_group (6c09176e-10a1-42f7-9452-45204752b312), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:08.218453 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0a63ea0b-4059-4981-aafc-78b61589c52f admin admin] Publish callbacks [] for security_group (18a769a6-9795-4fb3-bc11-2a7eac58af8a), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:08.221211 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e2f351e2-1939-4a7f-886e-8650f414b402 admin admin] Publish callbacks [] for security_group (6c09176e-10a1-42f7-9452-45204752b312), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:08.239507 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0a63ea0b-4059-4981-aafc-78b61589c52f admin admin] Publish callbacks [] for security_group (18a769a6-9795-4fb3-bc11-2a7eac58af8a), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:08.332122 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e2f351e2-1939-4a7f-886e-8650f414b402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (6c09176e-10a1-42f7-9452-45204752b312), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:08.334762 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e2f351e2-1939-4a7f-886e-8650f414b402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:08.335924 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-e2f351e2-1939-4a7f-886e-8650f414b402 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6c09176e-10a1-42f7-9452-45204752b312 HTTP/1.1" status: 204 len: 168 time: 0.2252667 Mar 29 20:21:08.343510 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f351e2-1939-4a7f-886e-8650f414b402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c09176e-10a1-42f7-9452-45204752b312,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:08.355163 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0a63ea0b-4059-4981-aafc-78b61589c52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (18a769a6-9795-4fb3-bc11-2a7eac58af8a), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:08.357917 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0a63ea0b-4059-4981-aafc-78b61589c52f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:08.362369 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-0a63ea0b-4059-4981-aafc-78b61589c52f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/18a769a6-9795-4fb3-bc11-2a7eac58af8a HTTP/1.1" status: 204 len: 168 time: 0.1961977 Mar 29 20:21:08.369739 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63ea0b-4059-4981-aafc-78b61589c52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a769a6-9795-4fb3-bc11-2a7eac58af8a,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:08.923269 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 43476) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:08.936513 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-21e3a2a0-5e1e-4c41-afa4-4273cfefb16d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:09.011556 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd1690-ccce-4fc8-ae3a-d6d959e2cbdf req-3d47930d-9c93-4209-b592-6a77b12cf8dc tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:09.013181 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-82dd1690-ccce-4fc8-ae3a-d6d959e2cbdf req-3d47930d-9c93-4209-b592-6a77b12cf8dc tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 945 time: 0.0645940 Mar 29 20:21:09.021590 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 43482) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:09.044757 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-4397ff3d-4fe1-4858-a2e0-deb229a6661f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:09.051800 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-21e3a2a0-5e1e-4c41-afa4-4273cfefb16d admin admin] Publish callbacks [] for security_group (ff4de3d3-219e-4ce0-bbbc-83102f6ef29e), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:09.107592 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-21e3a2a0-5e1e-4c41-afa4-4273cfefb16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (ff4de3d3-219e-4ce0-bbbc-83102f6ef29e), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:09.116215 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc5622-8f4f-4789-8096-89e458e1a6c4 req-b359bfe3-eed0-44e0-a379-989dc06d37b1 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:09.117748 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-79dc5622-8f4f-4789-8096-89e458e1a6c4 req-b359bfe3-eed0-44e0-a379-989dc06d37b1 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0926394 Mar 29 20:21:09.132389 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-82dd1690-ccce-4fc8-ae3a-d6d959e2cbdf req-ab2cc029-3f38-418b-b88a-00731ea02a55 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f78ef78-677c-403f-8f80-4307987aa5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775268 Mar 29 20:21:09.170906 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-21e3a2a0-5e1e-4c41-afa4-4273cfefb16d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=89111444668e4bbfa55432ee421d36c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463069 Mar 29 20:21:09.174519 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 43492) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:09.176454 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e3a2a0-5e1e-4c41-afa4-4273cfefb16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4de3d3-219e-4ce0-bbbc-83102f6ef29e,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:09.185238 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-4397ff3d-4fe1-4858-a2e0-deb229a6661f admin admin] Publish callbacks [] for security_group (7ac5a177-c33e-4961-85db-c8ee8629d706), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:09.202743 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-79dc5622-8f4f-4789-8096-89e458e1a6c4 req-20933564-2c8b-4d5f-b4e0-faa31df76708 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697851 Mar 29 20:21:09.240214 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-4397ff3d-4fe1-4858-a2e0-deb229a6661f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (7ac5a177-c33e-4961-85db-c8ee8629d706), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:09.272374 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e93d1-7e49-4978-a741-34326c0e417d req-d80c7030-ae40-4d26-88bf-1d70ffce2e22 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:09.274172 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b37e93d1-7e49-4978-a741-34326c0e417d req-d80c7030-ae40-4d26-88bf-1d70ffce2e22 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.0697353 Mar 29 20:21:09.290561 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-cc265028-3b73-431a-b64c-4ddfeeb03b0d admin admin] Publish callbacks [] for security_group (ff4de3d3-219e-4ce0-bbbc-83102f6ef29e), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:09.295757 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-4397ff3d-4fe1-4858-a2e0-deb229a6661f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=41bfb86970864001bd75d4d39eabeff4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2737894 Mar 29 20:21:09.299155 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4397ff3d-4fe1-4858-a2e0-deb229a6661f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac5a177-c33e-4961-85db-c8ee8629d706,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:09.305869 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 43498) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:09.322163 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-cc265028-3b73-431a-b64c-4ddfeeb03b0d admin admin] Publish callbacks [] for security_group (ff4de3d3-219e-4ce0-bbbc-83102f6ef29e), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:09.394716 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b37e93d1-7e49-4978-a741-34326c0e417d req-028e2aad-32fe-401a-aaa2-54475f4823d4 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090226 Mar 29 20:21:09.405602 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b2f3a-68ac-4e63-9939-0287eb181d21 req-8d938fc0-63f0-46d1-8049-fc43d6fc19cf tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:09.407687 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1d2b2f3a-68ac-4e63-9939-0287eb181d21 req-8d938fc0-63f0-46d1-8049-fc43d6fc19cf tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 943 time: 0.1326025 Mar 29 20:21:09.408558 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-80d60add-f88e-4b44-b7d1-835affcac50e admin admin] Publish callbacks [] for security_group (7ac5a177-c33e-4961-85db-c8ee8629d706), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:09.445745 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-80d60add-f88e-4b44-b7d1-835affcac50e admin admin] Publish callbacks [] for security_group (7ac5a177-c33e-4961-85db-c8ee8629d706), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:09.460852 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 533aca74-6455-4af2-9034-ca2cf7695671 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 20:21:09.487097 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-cc265028-3b73-431a-b64c-4ddfeeb03b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (ff4de3d3-219e-4ce0-bbbc-83102f6ef29e), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:09.490140 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-cc265028-3b73-431a-b64c-4ddfeeb03b0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:09.493725 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-cc265028-3b73-431a-b64c-4ddfeeb03b0d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ff4de3d3-219e-4ce0-bbbc-83102f6ef29e HTTP/1.1" status: 204 len: 168 time: 0.3159091 Mar 29 20:21:09.499401 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1d2b2f3a-68ac-4e63-9939-0287eb181d21 req-eb43dcd9-8a6e-4948-876a-e38230084d67 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861614 Mar 29 20:21:09.499659 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc265028-3b73-431a-b64c-4ddfeeb03b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4de3d3-219e-4ce0-bbbc-83102f6ef29e,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:09.581660 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 533aca74-6455-4af2-9034-ca2cf7695671, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=533aca74-6455-4af2-9034-ca2cf7695671,segment=NetworkSegment(6802a8f3-7039-4643-9285-e85956d71d33),segment_id=6802a8f3-7039-4643-9285-e85956d71d33)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:21:09.594781 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Returning: {'device': '533aca74-6455-4af2-9034-ca2cf7695671', 'network_id': '0868a825-2260-425a-8d30-a4a84002c375', 'port_id': '533aca74-6455-4af2-9034-ca2cf7695671', 'mac_address': 'fa:16:3e:4d:cc:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 20:21:09.612529 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-80d60add-f88e-4b44-b7d1-835affcac50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (7ac5a177-c33e-4961-85db-c8ee8629d706), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:09.615306 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-80d60add-f88e-4b44-b7d1-835affcac50e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:09.621867 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-80d60add-f88e-4b44-b7d1-835affcac50e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7ac5a177-c33e-4961-85db-c8ee8629d706 HTTP/1.1" status: 204 len: 168 time: 0.3089163 Mar 29 20:21:09.627339 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d60add-f88e-4b44-b7d1-835affcac50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac5a177-c33e-4961-85db-c8ee8629d706,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:09.634613 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 533aca74-6455-4af2-9034-ca2cf7695671 is: DOWN; New status is: BUILD {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:21:09.635038 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (533aca74-6455-4af2-9034-ca2cf7695671), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:09.662357 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 533aca74-6455-4af2-9034-ca2cf7695671 {{(pid=103822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:21:09.685654 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 533aca74-6455-4af2-9034-ca2cf7695671, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=533aca74-6455-4af2-9034-ca2cf7695671,segment=NetworkSegment(6802a8f3-7039-4643-9285-e85956d71d33),segment_id=6802a8f3-7039-4643-9285-e85956d71d33)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:21:09.806742 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (533aca74-6455-4af2-9034-ca2cf7695671), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:09.853853 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=533aca74-6455-4af2-9034-ca2cf7695671,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:10.143807 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-88ccd02d-fdf4-4a9c-9aac-0dee9ef80528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:10.257411 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba265735-a5be-4933-bd04-b038bef519b1 req-eeba5a16-8d31-40c4-a94b-befb08711e29 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:10.258906 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ba265735-a5be-4933-bd04-b038bef519b1 req-eeba5a16-8d31-40c4-a94b-befb08711e29 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 945 time: 0.0611548 Mar 29 20:21:10.296132 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 43524) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:10.309720 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e7ed21b6-19dd-4624-aef4-ee6cbe8e41c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:10.340483 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ba265735-a5be-4933-bd04-b038bef519b1 req-c355d403-9347-4665-94d7-5067f5656539 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f78ef78-677c-403f-8f80-4307987aa5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759077 Mar 29 20:21:10.354996 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670aa71-8682-47a8-a9fd-129d4ba2f6e2 req-bfd07141-9327-42cb-b56d-4503f08f3b82 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:10.356843 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3670aa71-8682-47a8-a9fd-129d4ba2f6e2 req-bfd07141-9327-42cb-b56d-4503f08f3b82 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0755506 Mar 29 20:21:10.446855 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e7ed21b6-19dd-4624-aef4-ee6cbe8e41c7 admin admin] Publish callbacks [] for security_group (1cc25db1-0c00-43e9-b0f8-aa4db1051447), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:10.452156 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddb192-eff8-433f-9396-1b9e30392490 req-a7d8b8bc-6910-4067-af4b-a2961ec7b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:10.454750 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-9cddb192-eff8-433f-9396-1b9e30392490 req-a7d8b8bc-6910-4067-af4b-a2961ec7b918 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbeb19d7-fa07-4f98-99ee-9b94135513d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0863464 Mar 29 20:21:10.459624 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3670aa71-8682-47a8-a9fd-129d4ba2f6e2 req-ea6601b9-f2d2-4b42-96e8-0cd76eadd60c tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751746 Mar 29 20:21:10.535705 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e7ed21b6-19dd-4624-aef4-ee6cbe8e41c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (1cc25db1-0c00-43e9-b0f8-aa4db1051447), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:10.624397 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-e7ed21b6-19dd-4624-aef4-ee6cbe8e41c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de64370b47544757b8ef53ad395f723d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3249502 Mar 29 20:21:10.627508 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 43538) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:10.628439 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed21b6-19dd-4624-aef4-ee6cbe8e41c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc25db1-0c00-43e9-b0f8-aa4db1051447,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:10.643412 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['533aca74-6455-4af2-9034-ca2cf7695671'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:21:10.650122 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da074d-69f0-425c-b76e-753ad2cb7aab req-f49b6663-6368-439d-88cf-00cbb6a263ee tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:10.678325 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-99da074d-69f0-425c-b76e-753ad2cb7aab req-f49b6663-6368-439d-88cf-00cbb6a263ee tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.1386669 Mar 29 20:21:10.690433 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-9cddb192-eff8-433f-9396-1b9e30392490 req-dac7b9da-a7b3-46b0-8929-fd7a8d898c05 service neutron] 10.222.0.42 "GET /v2.0/networks/cbeb19d7-fa07-4f98-99ee-9b94135513d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278183 Mar 29 20:21:10.791726 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3588023e-c6e5-48c3-9148-c42285c65a5b admin admin] Publish callbacks [] for security_group (1cc25db1-0c00-43e9-b0f8-aa4db1051447), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:10.899664 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-99da074d-69f0-425c-b76e-753ad2cb7aab req-83c461e8-c216-438d-9a52-8a1f5928c23b tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199857 Mar 29 20:21:10.915083 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3588023e-c6e5-48c3-9148-c42285c65a5b admin admin] Publish callbacks [] for security_group (1cc25db1-0c00-43e9-b0f8-aa4db1051447), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:10.968034 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710d565-e264-43de-9418-7b7b0ceeb94b req-b8911c9a-c19b-4aa1-b088-37818ccc7429 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:10.975704 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-9cddb192-eff8-433f-9396-1b9e30392490 req-7735d644-d633-4fe8-b6d9-c8953164eacd service neutron] 10.222.0.42 "GET /v2.0/networks/cbeb19d7-fa07-4f98-99ee-9b94135513d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752450 Mar 29 20:21:10.976593 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8710d565-e264-43de-9418-7b7b0ceeb94b req-b8911c9a-c19b-4aa1-b088-37818ccc7429 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 944 time: 0.2797041 Mar 29 20:21:11.000871 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8bd79-250b-4e2a-be74-1157f2a73b9a req-7fdfafb1-2a1d-4775-9436-17086641ec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:11.002439 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-57e8bd79-250b-4e2a-be74-1157f2a73b9a req-7fdfafb1-2a1d-4775-9436-17086641ec19 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 1130 time: 0.2034264 Mar 29 20:21:11.076289 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-57e8bd79-250b-4e2a-be74-1157f2a73b9a req-dd297c01-3591-48a6-8e6c-ce0fbb86dd93 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622048 Mar 29 20:21:11.078415 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8710d565-e264-43de-9418-7b7b0ceeb94b req-ceb1837b-6087-432a-994e-f8bc3a0208d7 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006980 Mar 29 20:21:11.097500 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b0c15-9799-492f-99d9-af85fb7c46fd req-796acf2c-101d-4735-b221-e6daf8f6e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:11.099397 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-218b0c15-9799-492f-99d9-af85fb7c46fd req-796acf2c-101d-4735-b221-e6daf8f6e8a5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 1130 time: 0.2175455 Mar 29 20:21:11.137886 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3588023e-c6e5-48c3-9148-c42285c65a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (1cc25db1-0c00-43e9-b0f8-aa4db1051447), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:11.140959 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3588023e-c6e5-48c3-9148-c42285c65a5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:11.144438 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-3588023e-c6e5-48c3-9148-c42285c65a5b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1cc25db1-0c00-43e9-b0f8-aa4db1051447 HTTP/1.1" status: 204 len: 168 time: 0.5108755 Mar 29 20:21:11.151122 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588023e-c6e5-48c3-9148-c42285c65a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc25db1-0c00-43e9-b0f8-aa4db1051447,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:11.348376 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-218b0c15-9799-492f-99d9-af85fb7c46fd req-52396807-86cc-4369-99c2-dc39aab0780c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724089 Mar 29 20:21:11.484973 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd9232-c76b-4eb5-b91d-4d33d8185005 req-36e8ea53-8a64-4811-a60c-415332175c1b tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:11.486716 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a3dd9232-c76b-4eb5-b91d-4d33d8185005 req-36e8ea53-8a64-4811-a60c-415332175c1b tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 945 time: 0.0719202 Mar 29 20:21:11.551870 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a3dd9232-c76b-4eb5-b91d-4d33d8185005 req-a1c76b7e-2eb1-491f-b9a9-75e7fcd10c2d tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f78ef78-677c-403f-8f80-4307987aa5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505168 Mar 29 20:21:11.629180 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628aae2a-327e-4f7f-a88a-5af146c97daf req-a1b008d6-cdef-4efb-a147-3fda468405af tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:11.629180 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-628aae2a-327e-4f7f-a88a-5af146c97daf req-a1b008d6-cdef-4efb-a147-3fda468405af tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0858862 Mar 29 20:21:11.705077 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-628aae2a-327e-4f7f-a88a-5af146c97daf req-43b9a9db-3387-4adc-8b03-a76995769d86 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720494 Mar 29 20:21:12.048683 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92321302-b2bc-4536-90b2-07d1dc32f442 req-da2b6178-73fd-48e8-ad57-436f310a14b9 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:12.050423 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-92321302-b2bc-4536-90b2-07d1dc32f442 req-da2b6178-73fd-48e8-ad57-436f310a14b9 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.0588357 Mar 29 20:21:12.102921 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-92321302-b2bc-4536-90b2-07d1dc32f442 req-68fe9db2-ffad-46a2-96c8-a12a056c49e3 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456719 Mar 29 20:21:12.209873 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ac888-a22b-42c0-a9c4-ac947eab33b6 req-bc691309-5697-4c40-aeac-d60a293038a0 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:12.213789 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-760ac888-a22b-42c0-a9c4-ac947eab33b6 req-bc691309-5697-4c40-aeac-d60a293038a0 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 944 time: 0.0624788 Mar 29 20:21:12.261853 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-760ac888-a22b-42c0-a9c4-ac947eab33b6 req-05aeb8cf-00bc-46ff-a343-048e88a8c402 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438504 Mar 29 20:21:12.281964 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-b1d24090-6008-4469-a503-7c89b213ee07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:12.627928 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 43638) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:12.675081 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d111ac7-03e3-4ed0-8f93-f27f3d891896 req-cb086507-c6a5-436d-a91a-0ee525c24ef5 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:12.676568 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9d111ac7-03e3-4ed0-8f93-f27f3d891896 req-cb086507-c6a5-436d-a91a-0ee525c24ef5 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 945 time: 0.0612555 Mar 29 20:21:12.726444 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9d111ac7-03e3-4ed0-8f93-f27f3d891896 req-651d9b98-c51f-4c23-bdd0-6b6900e8e5ff tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f78ef78-677c-403f-8f80-4307987aa5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441015 Mar 29 20:21:12.754310 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ff6285c9-c587-430c-8a92-9fb14002dafd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:12.878019 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ff6285c9-c587-430c-8a92-9fb14002dafd admin admin] Publish callbacks [] for security_group (37c9073a-62ad-4798-9717-1f88bd854ae8), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:12.890165 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670edb02-27b1-42b3-9259-2d4f59ede18f req-4f43f5a9-c2b0-4381-be1c-2e03b28d590a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:12.892516 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-670edb02-27b1-42b3-9259-2d4f59ede18f req-4f43f5a9-c2b0-4381-be1c-2e03b28d590a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0943499 Mar 29 20:21:12.955080 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-670edb02-27b1-42b3-9259-2d4f59ede18f req-0526e1a3-e682-42a1-a041-2e2dc8147f47 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560236 Mar 29 20:21:12.956185 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ff6285c9-c587-430c-8a92-9fb14002dafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (37c9073a-62ad-4798-9717-1f88bd854ae8), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:13.006048 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-ff6285c9-c587-430c-8a92-9fb14002dafd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3943382a293240a2a5f8fd9ae0ea663b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3762140 Mar 29 20:21:13.007990 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 43658) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:13.014478 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6285c9-c587-430c-8a92-9fb14002dafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c9073a-62ad-4798-9717-1f88bd854ae8,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:13.088140 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-25b30da3-494a-4b6d-91f6-9a6827405e39 admin admin] Publish callbacks [] for security_group (37c9073a-62ad-4798-9717-1f88bd854ae8), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:13.111364 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-25b30da3-494a-4b6d-91f6-9a6827405e39 admin admin] Publish callbacks [] for security_group (37c9073a-62ad-4798-9717-1f88bd854ae8), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:13.218027 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-25b30da3-494a-4b6d-91f6-9a6827405e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (37c9073a-62ad-4798-9717-1f88bd854ae8), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:13.221019 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-25b30da3-494a-4b6d-91f6-9a6827405e39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:13.226866 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-25b30da3-494a-4b6d-91f6-9a6827405e39 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/37c9073a-62ad-4798-9717-1f88bd854ae8 HTTP/1.1" status: 204 len: 168 time: 0.2152205 Mar 29 20:21:13.244848 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b30da3-494a-4b6d-91f6-9a6827405e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c9073a-62ad-4798-9717-1f88bd854ae8,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:13.266736 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65b94d-ff97-4dd3-babc-ceacd52ad26f req-0bd8af96-aa73-47e7-ab6d-f0670177ce3b tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:13.268686 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2f65b94d-ff97-4dd3-babc-ceacd52ad26f req-0bd8af96-aa73-47e7-ab6d-f0670177ce3b tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.0782380 Mar 29 20:21:13.360350 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2f65b94d-ff97-4dd3-babc-ceacd52ad26f req-02487c16-2d88-4406-9dd1-513a615faacf tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810988 Mar 29 20:21:13.478171 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2bf48-63b8-443e-bc8b-6832bde7ba4e req-9fe64cbd-35bf-48d2-a8f5-51969c01e82a tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:13.487880 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6dc2bf48-63b8-443e-bc8b-6832bde7ba4e req-9fe64cbd-35bf-48d2-a8f5-51969c01e82a tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 944 time: 0.0756056 Mar 29 20:21:13.545840 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6dc2bf48-63b8-443e-bc8b-6832bde7ba4e req-d15d2597-fb3b-44ad-b167-2d425ae30439 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568924 Mar 29 20:21:13.597631 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03add0c2-22c1-4346-a991-b7b18efe62e0 req-84e3919e-dc35-4aaa-9062-58977d186405 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:13.599174 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-03add0c2-22c1-4346-a991-b7b18efe62e0 req-84e3919e-dc35-4aaa-9062-58977d186405 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0586755 Mar 29 20:21:13.648769 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-03add0c2-22c1-4346-a991-b7b18efe62e0 req-b59cac88-29bb-45ea-8c41-f6ec378a0408 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439517 Mar 29 20:21:13.698145 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:14.025788 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 43700) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:14.043048 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9da24284-0484-4430-bc3e-264997bf1218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:14.074825 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 786595bd-5a4a-4989-9760-332801a7a871 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 20:21:14.126057 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9da24284-0484-4430-bc3e-264997bf1218 admin admin] Publish callbacks [] for security_group (6d22b98b-fc01-4965-a694-74193762b4d0), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:14.178353 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 786595bd-5a4a-4989-9760-332801a7a871, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=786595bd-5a4a-4989-9760-332801a7a871,segment=NetworkSegment(144a29d3-8b92-419a-a892-5d1bda94856a),segment_id=144a29d3-8b92-419a-a892-5d1bda94856a)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:21:14.191701 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Returning: {'device': '786595bd-5a4a-4989-9760-332801a7a871', 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'port_id': '786595bd-5a4a-4989-9760-332801a7a871', 'mac_address': 'fa:16:3e:4a:1e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 20:21:14.218610 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9da24284-0484-4430-bc3e-264997bf1218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (6d22b98b-fc01-4965-a694-74193762b4d0), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:14.232264 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 786595bd-5a4a-4989-9760-332801a7a871 is: DOWN; New status is: BUILD {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:21:14.232651 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (786595bd-5a4a-4989-9760-332801a7a871), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:14.246435 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786595bd-5a4a-4989-9760-332801a7a871 {{(pid=103822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:21:14.260822 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-9da24284-0484-4430-bc3e-264997bf1218 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=39292ffbcb47467e8bb79eb0db1dd007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333002 Mar 29 20:21:14.263475 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 43708) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:14.268826 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 786595bd-5a4a-4989-9760-332801a7a871, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=786595bd-5a4a-4989-9760-332801a7a871,segment=NetworkSegment(144a29d3-8b92-419a-a892-5d1bda94856a),segment_id=144a29d3-8b92-419a-a892-5d1bda94856a)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:21:14.271983 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da24284-0484-4430-bc3e-264997bf1218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d22b98b-fc01-4965-a694-74193762b4d0,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:14.311516 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7521711a-9d30-443e-a065-fe26161a1f59 admin admin] Publish callbacks [] for security_group (6d22b98b-fc01-4965-a694-74193762b4d0), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:14.334799 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7521711a-9d30-443e-a065-fe26161a1f59 admin admin] Publish callbacks [] for security_group (6d22b98b-fc01-4965-a694-74193762b4d0), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:14.354986 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (786595bd-5a4a-4989-9760-332801a7a871), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:14.403457 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=786595bd-5a4a-4989-9760-332801a7a871,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:14.482052 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7feefe-1682-4741-bef1-f936653ae0e5 req-73cc2698-04ec-49d4-b2b1-13f19dfca8b1 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:14.483527 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ed7feefe-1682-4741-bef1-f936653ae0e5 req-73cc2698-04ec-49d4-b2b1-13f19dfca8b1 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 945 time: 0.0568991 Mar 29 20:21:14.504461 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7521711a-9d30-443e-a065-fe26161a1f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (6d22b98b-fc01-4965-a694-74193762b4d0), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:14.507062 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7521711a-9d30-443e-a065-fe26161a1f59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:14.511323 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-7521711a-9d30-443e-a065-fe26161a1f59 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6d22b98b-fc01-4965-a694-74193762b4d0 HTTP/1.1" status: 204 len: 168 time: 0.2437246 Mar 29 20:21:14.525164 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521711a-9d30-443e-a065-fe26161a1f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d22b98b-fc01-4965-a694-74193762b4d0,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:14.557665 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ed7feefe-1682-4741-bef1-f936653ae0e5 req-1ce34f15-d5d9-4f82-8c2b-bc08bf85ff94 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639701 Mar 29 20:21:14.645868 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 43722) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:14.666668 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263308a-5273-4cda-bc3c-69089e67d172 req-1e9b9580-a1c9-40be-9941-905801fd4d8e tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:14.668256 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9263308a-5273-4cda-bc3c-69089e67d172 req-1e9b9580-a1c9-40be-9941-905801fd4d8e tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 944 time: 0.0539858 Mar 29 20:21:14.743875 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9263308a-5273-4cda-bc3c-69089e67d172 req-e76770e0-34f8-48eb-817c-b948c2ed1f90 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540686 Mar 29 20:21:14.778020 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:14.786267 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5b774-d853-4762-8208-03e2005c495c req-9147415d-3f9e-49d3-958f-d0a9780049dd tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:14.789685 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f8d5b774-d853-4762-8208-03e2005c495c req-9147415d-3f9e-49d3-958f-d0a9780049dd tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0592387 Mar 29 20:21:14.843285 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f8d5b774-d853-4762-8208-03e2005c495c req-fbf663da-19fa-4148-ab44-bc0519b45e3a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476642 Mar 29 20:21:14.873207 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f57192ba-da4f-47d0-b80b-4e601589a295 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:14.950077 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f57192ba-da4f-47d0-b80b-4e601589a295 admin admin] Publish callbacks [] for security_group (630d2e3e-49a8-4f80-9b65-a5153b01c448), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:15.018182 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 533aca74-6455-4af2-9034-ca2cf7695671 up at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:21:15.034818 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f57192ba-da4f-47d0-b80b-4e601589a295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (630d2e3e-49a8-4f80-9b65-a5153b01c448), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:15.088928 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-f57192ba-da4f-47d0-b80b-4e601589a295 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1d3531dd55fa48a29e992822e6384e3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4418554 Mar 29 20:21:15.089902 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57192ba-da4f-47d0-b80b-4e601589a295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630d2e3e-49a8-4f80-9b65-a5153b01c448,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:15.091614 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 43738) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:15.138192 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning for port 533aca74-6455-4af2-9034-ca2cf7695671 completed by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 20:21:15.145059 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning complete for port 533aca74-6455-4af2-9034-ca2cf7695671 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:21:15.145480 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (533aca74-6455-4af2-9034-ca2cf7695671), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:15.154193 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c301cbd8-8886-4e53-b694-315cbf82d7bd admin admin] Publish callbacks [] for security_group (630d2e3e-49a8-4f80-9b65-a5153b01c448), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:15.179205 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c301cbd8-8886-4e53-b694-315cbf82d7bd admin admin] Publish callbacks [] for security_group (630d2e3e-49a8-4f80-9b65-a5153b01c448), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:15.239114 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 533aca74-6455-4af2-9034-ca2cf7695671 is: BUILD; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:21:15.239712 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (533aca74-6455-4af2-9034-ca2cf7695671), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:15.265163 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375d0c1-1117-4a20-ae0c-e4955c5f32e3 req-dc2a1149-4d21-4bf8-a7a4-97eda552c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:15.267454 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4375d0c1-1117-4a20-ae0c-e4955c5f32e3 req-dc2a1149-4d21-4bf8-a7a4-97eda552c936 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=378d35471c8d47cc9624b98530d05223&device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 1130 time: 0.0537536 Mar 29 20:21:15.285782 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d5813b-63cb-44f8-ae94-b3ca9bb93618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533aca74-6455-4af2-9034-ca2cf7695671'}] {{(pid=103822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:21:15.288132 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0861b571914e5dc523c78e704c27631447c9211d5b419e1eb1b6a7c48cd57d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbdaac1-6a5e-42ee-9722-b61e80cccd6f" -d '{"events": [{"server_uuid": "c3d5813b-63cb-44f8-ae94-b3ca9bb93618", "name": "network-vif-plugged", "status": "completed", "tag": "533aca74-6455-4af2-9034-ca2cf7695671"}]}' {{(pid=103822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:21:15.301405 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 533aca74-6455-4af2-9034-ca2cf7695671, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=533aca74-6455-4af2-9034-ca2cf7695671,segment=NetworkSegment(6802a8f3-7039-4643-9285-e85956d71d33),segment_id=6802a8f3-7039-4643-9285-e85956d71d33)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:21:15.330275 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99c156a-c4ed-44fa-a51a-e79ede4f96b9 x-openstack-request-id: req-f99c156a-c4ed-44fa-a51a-e79ede4f96b9 {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:21:15.330740 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d5813b-63cb-44f8-ae94-b3ca9bb93618", "name": "network-vif-plugged", "status": "completed", "tag": "533aca74-6455-4af2-9034-ca2cf7695671", "code": 200}]} {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:21:15.331221 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f99c156a-c4ed-44fa-a51a-e79ede4f96b9 {{(pid=103822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:21:15.331931 dv-cinder-784815-3-iscsi neutron-server[103822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f99c156a-c4ed-44fa-a51a-e79ede4f96b9'] response: {'server_uuid': 'c3d5813b-63cb-44f8-ae94-b3ca9bb93618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533aca74-6455-4af2-9034-ca2cf7695671', 'code': 200} Mar 29 20:21:15.374202 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375d0c1-1117-4a20-ae0c-e4955c5f32e3 req-61131c27-156c-4469-8b13-c8542d2b8531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:15.376992 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4375d0c1-1117-4a20-ae0c-e4955c5f32e3 req-61131c27-156c-4469-8b13-c8542d2b8531 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fccb8720-153f-47bd-b545-dee0eba76738 HTTP/1.1" status: 200 len: 920 time: 0.0983691 Mar 29 20:21:15.389515 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (533aca74-6455-4af2-9034-ca2cf7695671), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:15.397315 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c301cbd8-8886-4e53-b694-315cbf82d7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (630d2e3e-49a8-4f80-9b65-a5153b01c448), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:15.400784 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c301cbd8-8886-4e53-b694-315cbf82d7bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:15.404493 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-c301cbd8-8886-4e53-b694-315cbf82d7bd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/630d2e3e-49a8-4f80-9b65-a5153b01c448 HTTP/1.1" status: 204 len: 168 time: 0.3092926 Mar 29 20:21:15.442963 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=533aca74-6455-4af2-9034-ca2cf7695671,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:15.469024 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301cbd8-8886-4e53-b694-315cbf82d7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630d2e3e-49a8-4f80-9b65-a5153b01c448,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:15.471730 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4375d0c1-1117-4a20-ae0c-e4955c5f32e3 req-c1482ea1-47eb-4c41-8562-d35d4a598c72 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d534b371-8f1a-4669-aea5-1642b49b0d37 HTTP/1.1" status: 200 len: 217 time: 0.0828860 Mar 29 20:21:15.495715 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['786595bd-5a4a-4989-9760-332801a7a871'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:21:15.563063 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375d0c1-1117-4a20-ae0c-e4955c5f32e3 req-b2ffad6b-ebc7-49a6-ac47-e77acccbe91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:15.565032 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4375d0c1-1117-4a20-ae0c-e4955c5f32e3 req-b2ffad6b-ebc7-49a6-ac47-e77acccbe91a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f62aa6e9-61aa-4730-afeb-7a2b7cae7991 HTTP/1.1" status: 200 len: 858 time: 0.0774834 Mar 29 20:21:15.643001 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375d0c1-1117-4a20-ae0c-e4955c5f32e3 req-733d4721-4b5a-4645-a53c-eda5e53357f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:15.646382 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4375d0c1-1117-4a20-ae0c-e4955c5f32e3 req-733d4721-4b5a-4645-a53c-eda5e53357f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fccb8720-153f-47bd-b545-dee0eba76738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0751767 Mar 29 20:21:15.697960 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fede24-5bc8-46ba-b86a-229601e8ced3 req-4c23d685-aed8-4ab7-a898-511db7ffd4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:15.700527 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-67fede24-5bc8-46ba-b86a-229601e8ced3 req-4c23d685-aed8-4ab7-a898-511db7ffd4b2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 1129 time: 0.0705960 Mar 29 20:21:15.751944 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-67fede24-5bc8-46ba-b86a-229601e8ced3 req-8b486d35-a3d4-4cbe-8238-a87aa5384e65 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426955 Mar 29 20:21:15.773126 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418eb8a9-50bd-4470-bbe5-d4287cabbd74 req-6221f149-b8dc-4782-b775-cca0eb9665bc tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:15.774638 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-418eb8a9-50bd-4470-bbe5-d4287cabbd74 req-6221f149-b8dc-4782-b775-cca0eb9665bc tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 945 time: 0.1258416 Mar 29 20:21:15.791427 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4375d0c1-1117-4a20-ae0c-e4955c5f32e3 req-a2951b96-9b7f-40cc-bddb-66a5c4f23bdd service neutron] 10.222.0.42 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334989 Mar 29 20:21:15.858738 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-418eb8a9-50bd-4470-bbe5-d4287cabbd74 req-e4e2549a-d709-4940-9f3f-85e5da731716 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761201 Mar 29 20:21:15.899881 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867ba45-ab03-4a02-8e21-6a194fabb6c2 req-c448b935-590b-4f0a-9128-15b94118f427 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:15.901337 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4867ba45-ab03-4a02-8e21-6a194fabb6c2 req-c448b935-590b-4f0a-9128-15b94118f427 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0802739 Mar 29 20:21:15.984887 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4867ba45-ab03-4a02-8e21-6a194fabb6c2 req-b21bcf2d-8055-4285-b9e6-78fc3d7c26cf tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765424 Mar 29 20:21:16.043761 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d13e84-1dd9-40d7-a799-77f4838e97c3 req-40f82bcf-1c6b-40d8-9bfc-60e70b5325c1 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:16.045268 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-00d13e84-1dd9-40d7-a799-77f4838e97c3 req-40f82bcf-1c6b-40d8-9bfc-60e70b5325c1 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.1195276 Mar 29 20:21:16.115554 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4375d0c1-1117-4a20-ae0c-e4955c5f32e3 req-b0b2cac5-21b0-46e7-9be3-22ea8adab9b9 service neutron] 10.222.0.42 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288469 Mar 29 20:21:16.121099 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-00d13e84-1dd9-40d7-a799-77f4838e97c3 req-02e5016f-f000-4d14-ab69-619da892f2e8 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692108 Mar 29 20:21:16.256806 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 43784) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:16.278228 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b106da00-7a37-4228-a5d7-26701b6539d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:16.380235 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b106da00-7a37-4228-a5d7-26701b6539d8 admin admin] Publish callbacks [] for security_group (17846d12-cfa5-4a5e-a91a-90df1947c560), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:16.400579 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:16.480343 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b106da00-7a37-4228-a5d7-26701b6539d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (17846d12-cfa5-4a5e-a91a-90df1947c560), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:16.521639 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-b106da00-7a37-4228-a5d7-26701b6539d8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c70dad81a0d24620be115cc43e2342a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577055 Mar 29 20:21:16.522521 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106da00-7a37-4228-a5d7-26701b6539d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17846d12-cfa5-4a5e-a91a-90df1947c560,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:16.524475 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 43798) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:16.581036 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-10e7a3d3-327b-4504-87ac-9893806f7020 admin admin] Publish callbacks [] for security_group (17846d12-cfa5-4a5e-a91a-90df1947c560), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:16.611060 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-10e7a3d3-327b-4504-87ac-9893806f7020 admin admin] Publish callbacks [] for security_group (17846d12-cfa5-4a5e-a91a-90df1947c560), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:16.743328 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-10e7a3d3-327b-4504-87ac-9893806f7020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (17846d12-cfa5-4a5e-a91a-90df1947c560), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:16.746156 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-10e7a3d3-327b-4504-87ac-9893806f7020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:16.747468 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-10e7a3d3-327b-4504-87ac-9893806f7020 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/17846d12-cfa5-4a5e-a91a-90df1947c560 HTTP/1.1" status: 204 len: 168 time: 0.2219558 Mar 29 20:21:16.756485 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7a3d3-327b-4504-87ac-9893806f7020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17846d12-cfa5-4a5e-a91a-90df1947c560,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:17.023943 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00273a9a-9167-4eda-9f5a-36ad23ec4cee req-34ad0999-d8f5-4997-8fa7-a53c432010b7 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:17.025460 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-00273a9a-9167-4eda-9f5a-36ad23ec4cee req-34ad0999-d8f5-4997-8fa7-a53c432010b7 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 945 time: 0.0571327 Mar 29 20:21:17.072510 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-00273a9a-9167-4eda-9f5a-36ad23ec4cee req-85bcbd4d-d468-4bd8-9dda-737f178567ba tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415306 Mar 29 20:21:17.186878 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea47b1-cf04-4f63-93ce-cd36daeb0808 req-7e7279e8-56fd-43d6-ac80-13089b13b95c tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:17.189254 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8dea47b1-cf04-4f63-93ce-cd36daeb0808 req-7e7279e8-56fd-43d6-ac80-13089b13b95c tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0548749 Mar 29 20:21:17.249047 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8dea47b1-cf04-4f63-93ce-cd36daeb0808 req-3429fed6-1769-4911-a20c-cf28c9a65557 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539515 Mar 29 20:21:17.277305 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 786595bd-5a4a-4989-9760-332801a7a871 up at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:21:17.384149 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8872aa7-082b-408f-bf7c-c541a854c802 req-56bc93ec-31ac-42c9-a42c-6df205047060 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:17.385715 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b8872aa7-082b-408f-bf7c-c541a854c802 req-56bc93ec-31ac-42c9-a42c-6df205047060 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0558951 Mar 29 20:21:17.436920 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b8872aa7-082b-408f-bf7c-c541a854c802 req-21ea5325-627c-4429-933b-77e3c4257ec2 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446618 Mar 29 20:21:17.497761 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning for port 786595bd-5a4a-4989-9760-332801a7a871 completed by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 20:21:17.503572 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning complete for port 786595bd-5a4a-4989-9760-332801a7a871 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:21:17.504934 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (786595bd-5a4a-4989-9760-332801a7a871), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:17.587950 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 786595bd-5a4a-4989-9760-332801a7a871 is: BUILD; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:21:17.588336 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (786595bd-5a4a-4989-9760-332801a7a871), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:17.615707 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17ca5e9-aa51-491b-b298-59a8957e84a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786595bd-5a4a-4989-9760-332801a7a871'}] {{(pid=103822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:21:17.618123 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0861b571914e5dc523c78e704c27631447c9211d5b419e1eb1b6a7c48cd57d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f535b5b6-ee23-45b1-992d-0f13a339b4b0" -d '{"events": [{"server_uuid": "f17ca5e9-aa51-491b-b298-59a8957e84a2", "name": "network-vif-plugged", "status": "completed", "tag": "786595bd-5a4a-4989-9760-332801a7a871"}]}' {{(pid=103822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:21:17.639819 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 786595bd-5a4a-4989-9760-332801a7a871, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=786595bd-5a4a-4989-9760-332801a7a871,segment=NetworkSegment(144a29d3-8b92-419a-a892-5d1bda94856a),segment_id=144a29d3-8b92-419a-a892-5d1bda94856a)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:21:17.658090 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e8456a-6dc1-4755-b45c-04818daa83b9 x-openstack-request-id: req-07e8456a-6dc1-4755-b45c-04818daa83b9 {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:21:17.658408 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17ca5e9-aa51-491b-b298-59a8957e84a2", "name": "network-vif-plugged", "status": "completed", "tag": "786595bd-5a4a-4989-9760-332801a7a871", "code": 200}]} {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:21:17.658673 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-07e8456a-6dc1-4755-b45c-04818daa83b9 {{(pid=103822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:21:17.659080 dv-cinder-784815-3-iscsi neutron-server[103822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07e8456a-6dc1-4755-b45c-04818daa83b9'] response: {'server_uuid': 'f17ca5e9-aa51-491b-b298-59a8957e84a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786595bd-5a4a-4989-9760-332801a7a871', 'code': 200} Mar 29 20:21:17.743367 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (786595bd-5a4a-4989-9760-332801a7a871), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:17.798843 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=786595bd-5a4a-4989-9760-332801a7a871,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:18.017868 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3271969-ff53-46a4-be39-983954b35ee5 req-39b582c7-0634-4c46-9bc3-aac7bcee6983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:18.019369 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e3271969-ff53-46a4-be39-983954b35ee5 req-39b582c7-0634-4c46-9bc3-aac7bcee6983 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 1130 time: 0.0452664 Mar 29 20:21:18.070489 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e3271969-ff53-46a4-be39-983954b35ee5 req-f49550a7-ce09-4c13-b840-92fa0cc089ce service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422301 Mar 29 20:21:18.202397 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db7c54-6218-4ddc-abf4-a3bcfc316076 req-9453ab0c-211e-4e90-ba43-dee49d9db175 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:18.203944 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-23db7c54-6218-4ddc-abf4-a3bcfc316076 req-9453ab0c-211e-4e90-ba43-dee49d9db175 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.0584929 Mar 29 20:21:18.255751 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-23db7c54-6218-4ddc-abf4-a3bcfc316076 req-e5247f07-3990-4c4f-9b68-b3bcc5585ae3 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456774 Mar 29 20:21:18.403624 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21e38d-16a8-4f13-85e3-496ebc382c0f req-bb12feb7-14a2-4e7c-abde-ebc33c069fd2 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:18.405268 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5e21e38d-16a8-4f13-85e3-496ebc382c0f req-bb12feb7-14a2-4e7c-abde-ebc33c069fd2 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0597320 Mar 29 20:21:18.472121 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5e21e38d-16a8-4f13-85e3-496ebc382c0f req-5d14113e-be55-45a8-9897-0d78802b3b1e tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577416 Mar 29 20:21:18.638676 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01054296-3287-4166-bf42-4c3c574d16a9 req-eab07ce0-2729-4dda-94a9-a9365696e353 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:18.640546 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-01054296-3287-4166-bf42-4c3c574d16a9 req-eab07ce0-2729-4dda-94a9-a9365696e353 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.1116748 Mar 29 20:21:18.689716 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e969bf-2fc6-4fd4-9317-f32cb10260b9 req-8f02c84c-c0a8-4183-bfd6-4571810c8b61 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:18.689716 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c7e969bf-2fc6-4fd4-9317-f32cb10260b9 req-8f02c84c-c0a8-4183-bfd6-4571810c8b61 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0990016 Mar 29 20:21:18.698046 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 43910) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:18.703672 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-0585fb02-a67a-4d44-9b36-7b7f55613f69 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Request body: {'floatingip': {'port_id': '533aca74-6455-4af2-9034-ca2cf7695671'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:21:18.733357 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-01054296-3287-4166-bf42-4c3c574d16a9 req-593905cc-3a6a-4428-9bfa-8f54a8dfc7dd tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832708 Mar 29 20:21:18.793570 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0585fb02-a67a-4d44-9b36-7b7f55613f69 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for floatingip (6f76d49f-150d-4061-bd29-42cc0bb37f50), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:19.423337 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c53ea-6133-4557-ac2b-be67f7db74a7 req-3c182a4e-d6af-4dde-985e-b183e3677252 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:19.424857 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b00c53ea-6133-4557-ac2b-be67f7db74a7 req-3c182a4e-d6af-4dde-985e-b183e3677252 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.0547736 Mar 29 20:21:19.472439 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b00c53ea-6133-4557-ac2b-be67f7db74a7 req-6a778caf-6464-40d6-9f20-d062d0073781 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418186 Mar 29 20:21:19.567450 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0585fb02-a67a-4d44-9b36-7b7f55613f69 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:19.674691 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0585fb02-a67a-4d44-9b36-7b7f55613f69 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (6f76d49f-150d-4061-bd29-42cc0bb37f50), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:19.786504 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.db.l3_db [None req-0585fb02-a67a-4d44-9b36-7b7f55613f69 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Floating IP 6f76d49f-150d-4061-bd29-42cc0bb37f50 associated. External IP: 172.27.3.100, port: 533aca74-6455-4af2-9034-ca2cf7695671. Mar 29 20:21:19.851808 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9d3ee-e50e-47c6-9957-6338b04ab9e7 req-253ab95f-362f-49b4-bf5d-05c43125cf94 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:19.853418 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6bc9d3ee-e50e-47c6-9957-6338b04ab9e7 req-253ab95f-362f-49b4-bf5d-05c43125cf94 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0575697 Mar 29 20:21:19.901180 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6bc9d3ee-e50e-47c6-9957-6338b04ab9e7 req-8cc832c3-aeed-4bcf-a166-e683e114aa79 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419888 Mar 29 20:21:20.007376 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0585fb02-a67a-4d44-9b36-7b7f55613f69 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Router e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:21:20.117452 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0585fb02-a67a-4d44-9b36-7b7f55613f69 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:21:20.122490 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0585fb02-a67a-4d44-9b36-7b7f55613f69 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:20.132368 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3598ed4-685b-4581-816f-81278df28f4e None None] Sync routers for ids ['e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:21:20.143047 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3598ed4-685b-4581-816f-81278df28f4e None None] Routers {'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:21:20.143679 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-f3598ed4-685b-4581-816f-81278df28f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:21:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:21:20.154115 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-0585fb02-a67a-4d44-9b36-7b7f55613f69 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "PUT /v2.0/floatingips/6f76d49f-150d-4061-bd29-42cc0bb37f50 HTTP/1.1" status: 200 len: 991 time: 1.4549601 Mar 29 20:21:20.154700 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d5813b-63cb-44f8-ae94-b3ca9bb93618', 'tag': '533aca74-6455-4af2-9034-ca2cf7695671'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:21:20.157078 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b150388-f82b-46c5-8558-d29ae2c83202" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d5813b-63cb-44f8-ae94-b3ca9bb93618", "tag": "533aca74-6455-4af2-9034-ca2cf7695671"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:21:20.197676 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70f6ede-bd87-4286-a147-f328bd9c400e x-openstack-request-id: req-f70f6ede-bd87-4286-a147-f328bd9c400e {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:21:20.199419 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d5813b-63cb-44f8-ae94-b3ca9bb93618", "tag": "533aca74-6455-4af2-9034-ca2cf7695671", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:21:20.199419 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f70f6ede-bd87-4286-a147-f328bd9c400e {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:21:20.199419 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f70f6ede-bd87-4286-a147-f328bd9c400e'] response: {'name': 'network-changed', 'server_uuid': 'c3d5813b-63cb-44f8-ae94-b3ca9bb93618', 'tag': '533aca74-6455-4af2-9034-ca2cf7695671', 'status': 'completed', 'code': 200} Mar 29 20:21:20.251378 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-f3598ed4-685b-4581-816f-81278df28f4e None None] Set router e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:21:20.551234 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-f3598ed4-685b-4581-816f-81278df28f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'name': 'tempest-AttachVolumeTestJSON-2114264641-router', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:28Z', 'updated_at': '2022-03-29T20:20:38Z', 'revision_number': 4, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'gw_port': {'id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '6f76d49f-150d-4061-bd29-42cc0bb37f50', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'port_id': '533aca74-6455-4af2-9034-ca2cf7695671', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0868a825-2260-425a-8d30-a4a84002c375', 'mac_address': 'fa:16:3e:4d:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d5813b-63cb-44f8-ae94-b3ca9bb93618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:20:55Z', 'updated_at': '2022-03-29T20:21:19Z', 'revision_number': 1, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c', 'name': '', 'network_id': '0868a825-2260-425a-8d30-a4a84002c375', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'mac_address': 'fa:16:3e:a2:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:37Z', 'updated_at': '2022-03-29T20:20:49Z', 'revision_number': 5, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'subnets': [{'id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:21:20.551234 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3598ed4-685b-4581-816f-81278df28f4e None None] Checking router: e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:21:20.559313 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3598ed4-685b-4581-816f-81278df28f4e None None] Routers {'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:21:20.559922 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-f3598ed4-685b-4581-816f-81278df28f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:21:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:21:20.598382 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e9df6-d2ad-4494-81cd-3330f71c994b req-9a340a37-ecad-46f2-940f-31690937d270 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:20.600017 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-266e9df6-d2ad-4494-81cd-3330f71c994b req-9a340a37-ecad-46f2-940f-31690937d270 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.0528088 Mar 29 20:21:20.651266 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-266e9df6-d2ad-4494-81cd-3330f71c994b req-eb66b73b-32bf-4cb3-abfc-9da9a1d6915b tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412521 Mar 29 20:21:20.676331 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-f3598ed4-685b-4581-816f-81278df28f4e None None] Set router e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:21:20.894531 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-f3598ed4-685b-4581-816f-81278df28f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'name': 'tempest-AttachVolumeTestJSON-2114264641-router', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:28Z', 'updated_at': '2022-03-29T20:20:38Z', 'revision_number': 4, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'gw_port': {'id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '6f76d49f-150d-4061-bd29-42cc0bb37f50', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'port_id': '533aca74-6455-4af2-9034-ca2cf7695671', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0868a825-2260-425a-8d30-a4a84002c375', 'mac_address': 'fa:16:3e:4d:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d5813b-63cb-44f8-ae94-b3ca9bb93618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:20:55Z', 'updated_at': '2022-03-29T20:21:19Z', 'revision_number': 1, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c', 'name': '', 'network_id': '0868a825-2260-425a-8d30-a4a84002c375', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'mac_address': 'fa:16:3e:a2:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:37Z', 'updated_at': '2022-03-29T20:20:49Z', 'revision_number': 5, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'subnets': [{'id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:21:20.921024 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3598ed4-685b-4581-816f-81278df28f4e None None] The sync data for ids ['e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'] in dv-cinder-784815-3-iscsi is: [{'id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'name': 'tempest-AttachVolumeTestJSON-2114264641-router', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:28Z', 'updated_at': '2022-03-29T20:20:38Z', 'revision_number': 4, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'gw_port': {'id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '6f76d49f-150d-4061-bd29-42cc0bb37f50', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'port_id': '533aca74-6455-4af2-9034-ca2cf7695671', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0868a825-2260-425a-8d30-a4a84002c375', 'mac_address': 'fa:16:3e:4d:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d5813b-63cb-44f8-ae94-b3ca9bb93618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:20:55Z', 'updated_at': '2022-03-29T20:21:19Z', 'revision_number': 1, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c', 'name': '', 'network_id': '0868a825-2260-425a-8d30-a4a84002c375', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'mac_address': 'fa:16:3e:a2:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:37Z', 'updated_at': '2022-03-29T20:20:49Z', 'revision_number': 5, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'subnets': [{'id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:21:21.055776 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7d934-8596-405a-8ae8-1b5c895b0e4e req-a061de89-8232-4be5-bddc-c2b8a9d6b2b3 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:21.057955 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-62d7d934-8596-405a-8ae8-1b5c895b0e4e req-a061de89-8232-4be5-bddc-c2b8a9d6b2b3 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0797760 Mar 29 20:21:21.107527 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 43974) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:21.141649 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-62d7d934-8596-405a-8ae8-1b5c895b0e4e req-77038b5a-f1f7-4ea8-8c16-92b50e7b0b9a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686166 Mar 29 20:21:21.244364 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-efeb534a-cd8e-4da9-817b-62420c0c463c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:21.247293 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235f7197-a036-426d-b125-d69abf6941b2 None None] New status for floating IP 6f76d49f-150d-4061-bd29-42cc0bb37f50: ACTIVE {{(pid=103822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 20:21:21.322716 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-efeb534a-cd8e-4da9-817b-62420c0c463c admin admin] Publish callbacks [] for security_group (600aca4f-7c67-4467-ad14-44490fcf2777), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:21.400882 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-efeb534a-cd8e-4da9-817b-62420c0c463c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (600aca4f-7c67-4467-ad14-44490fcf2777), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:21.444766 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-efeb534a-cd8e-4da9-817b-62420c0c463c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d052f5d0819e42aea14e8778ca5d347a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3360562 Mar 29 20:21:21.445574 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb534a-cd8e-4da9-817b-62420c0c463c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600aca4f-7c67-4467-ad14-44490fcf2777,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:21.447871 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 43986) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:21.510135 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-54278a5d-c37e-49e1-aa6f-6bb4f5ab01b4 admin admin] Publish callbacks [] for security_group (600aca4f-7c67-4467-ad14-44490fcf2777), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:21.545339 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-54278a5d-c37e-49e1-aa6f-6bb4f5ab01b4 admin admin] Publish callbacks [] for security_group (600aca4f-7c67-4467-ad14-44490fcf2777), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:21.606590 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 43994) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:21.646456 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-54278a5d-c37e-49e1-aa6f-6bb4f5ab01b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (600aca4f-7c67-4467-ad14-44490fcf2777), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:21.649088 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-54278a5d-c37e-49e1-aa6f-6bb4f5ab01b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:21.650277 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-54278a5d-c37e-49e1-aa6f-6bb4f5ab01b4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/600aca4f-7c67-4467-ad14-44490fcf2777 HTTP/1.1" status: 204 len: 168 time: 0.2013037 Mar 29 20:21:21.659072 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54278a5d-c37e-49e1-aa6f-6bb4f5ab01b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600aca4f-7c67-4467-ad14-44490fcf2777,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:21.743566 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9065fed8-85d8-4c23-9edb-f24557f037b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:21.789540 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55803a-e87e-4949-8c7b-8b9e65e69a0a req-20dffb3e-f478-47cd-8a1c-bcfbddda509e tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:21.791666 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9f55803a-e87e-4949-8c7b-8b9e65e69a0a req-20dffb3e-f478-47cd-8a1c-bcfbddda509e tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.0570567 Mar 29 20:21:21.830274 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9065fed8-85d8-4c23-9edb-f24557f037b4 admin admin] Publish callbacks [] for security_group (de15f230-8ca1-4045-bc56-056137d99069), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:21.840609 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9f55803a-e87e-4949-8c7b-8b9e65e69a0a req-4cef3b41-2f70-45a4-9671-ca6a20916885 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429976 Mar 29 20:21:21.880679 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9065fed8-85d8-4c23-9edb-f24557f037b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (de15f230-8ca1-4045-bc56-056137d99069), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:21.919260 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-9065fed8-85d8-4c23-9edb-f24557f037b4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4d7474bc06ae489b9959d9178eb4e642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3115909 Mar 29 20:21:21.920116 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065fed8-85d8-4c23-9edb-f24557f037b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de15f230-8ca1-4045-bc56-056137d99069,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:21.922838 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 44004) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:21.985885 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-58fe155a-bcb4-4460-8f74-ed4362f5d521 admin admin] Publish callbacks [] for security_group (de15f230-8ca1-4045-bc56-056137d99069), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:21.987429 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 44008) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:22.013191 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-58fe155a-bcb4-4460-8f74-ed4362f5d521 admin admin] Publish callbacks [] for security_group (de15f230-8ca1-4045-bc56-056137d99069), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:22.124015 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9c4ca52d-c227-4c8a-a61c-5861b6949365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:22.154991 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b150388-f82b-46c5-8558-d29ae2c83202 req-d10d3510-5e80-44f2-a685-bfab5ff6a49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:22.157530 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6b150388-f82b-46c5-8558-d29ae2c83202 req-d10d3510-5e80-44f2-a685-bfab5ff6a49f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=249ba837300b4e59a05f6c432c2d47b7&device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 1129 time: 0.0787668 Mar 29 20:21:22.215900 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-58fe155a-bcb4-4460-8f74-ed4362f5d521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (de15f230-8ca1-4045-bc56-056137d99069), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:22.218957 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-58fe155a-bcb4-4460-8f74-ed4362f5d521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:22.220074 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-58fe155a-bcb4-4460-8f74-ed4362f5d521 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/de15f230-8ca1-4045-bc56-056137d99069 HTTP/1.1" status: 204 len: 168 time: 0.2960305 Mar 29 20:21:22.272917 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe155a-bcb4-4460-8f74-ed4362f5d521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de15f230-8ca1-4045-bc56-056137d99069,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:22.339892 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b150388-f82b-46c5-8558-d29ae2c83202 req-8be54bbc-9fb3-498e-a861-df75758f34e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:22.341450 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6b150388-f82b-46c5-8558-d29ae2c83202 req-8be54bbc-9fb3-498e-a861-df75758f34e0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0868a825-2260-425a-8d30-a4a84002c375 HTTP/1.1" status: 200 len: 912 time: 0.1680334 Mar 29 20:21:22.349053 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb73df-8bf7-4890-8b50-929b91418639 req-a19a01c6-8286-47bb-b56a-7fd5362f422e tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:22.350537 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3beb73df-8bf7-4890-8b50-929b91418639 req-a19a01c6-8286-47bb-b56a-7fd5362f422e tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.1295011 Mar 29 20:21:22.354928 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 44020) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:22.368807 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b15cffa8-0f13-4850-930f-c4ddbc00492a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:22.462308 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b15cffa8-0f13-4850-930f-c4ddbc00492a admin admin] Publish callbacks [] for security_group (ea693fc7-e97b-4fa1-b578-736ca1874707), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:22.543152 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b15cffa8-0f13-4850-930f-c4ddbc00492a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (ea693fc7-e97b-4fa1-b578-736ca1874707), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:22.580622 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-b15cffa8-0f13-4850-930f-c4ddbc00492a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b8fdd164c7064052a9e2f77a8c97c07c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240100 Mar 29 20:21:22.582049 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15cffa8-0f13-4850-930f-c4ddbc00492a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea693fc7-e97b-4fa1-b578-736ca1874707,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:22.586464 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 44024) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:22.632137 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9c4ca52d-c227-4c8a-a61c-5861b6949365 admin admin] Publish callbacks [] for security_group (edeea8dc-9d5a-46be-9c4e-b58759b182ad), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:22.642203 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5d8f3df1-0b56-417a-8406-5404741fb1e3 admin admin] Publish callbacks [] for security_group (ea693fc7-e97b-4fa1-b578-736ca1874707), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:22.667237 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5d8f3df1-0b56-417a-8406-5404741fb1e3 admin admin] Publish callbacks [] for security_group (ea693fc7-e97b-4fa1-b578-736ca1874707), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:22.678536 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6b150388-f82b-46c5-8558-d29ae2c83202 req-153158af-ed75-476e-8e27-1daec1ad4fe5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=533aca74-6455-4af2-9034-ca2cf7695671 HTTP/1.1" status: 200 len: 1001 time: 0.3246639 Mar 29 20:21:22.685636 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9c4ca52d-c227-4c8a-a61c-5861b6949365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (edeea8dc-9d5a-46be-9c4e-b58759b182ad), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:22.721248 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3beb73df-8bf7-4890-8b50-929b91418639 req-2ae75904-7b62-4ba1-b451-d83cb6b2c476 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570898 Mar 29 20:21:22.759288 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ca52d-c227-4c8a-a61c-5861b6949365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edeea8dc-9d5a-46be-9c4e-b58759b182ad,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:22.763495 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-9c4ca52d-c227-4c8a-a61c-5861b6949365 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2e865f05e58e432b86f32e0f8565bc90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7750649 Mar 29 20:21:22.770725 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 44026) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:22.776854 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b150388-f82b-46c5-8558-d29ae2c83202 req-9536a5c6-38f8-4de9-95d5-bf4c2bf49a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:22.778309 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6b150388-f82b-46c5-8558-d29ae2c83202 req-9536a5c6-38f8-4de9-95d5-bf4c2bf49a91 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0 HTTP/1.1" status: 200 len: 850 time: 0.0844059 Mar 29 20:21:22.787110 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5d8f3df1-0b56-417a-8406-5404741fb1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (ea693fc7-e97b-4fa1-b578-736ca1874707), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:22.789607 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5d8f3df1-0b56-417a-8406-5404741fb1e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:22.790680 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-5d8f3df1-0b56-417a-8406-5404741fb1e3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ea693fc7-e97b-4fa1-b578-736ca1874707 HTTP/1.1" status: 204 len: 168 time: 0.2026315 Mar 29 20:21:22.814170 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f3df1-0b56-417a-8406-5404741fb1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea693fc7-e97b-4fa1-b578-736ca1874707,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:22.837667 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-69be3f08-d24e-4f64-8201-10baa3676449 admin admin] Publish callbacks [] for security_group (edeea8dc-9d5a-46be-9c4e-b58759b182ad), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:22.837960 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b150388-f82b-46c5-8558-d29ae2c83202 req-660d20be-740c-4641-a60d-eea690d81153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:22.839485 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6b150388-f82b-46c5-8558-d29ae2c83202 req-660d20be-740c-4641-a60d-eea690d81153 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0868a825-2260-425a-8d30-a4a84002c375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530550 Mar 29 20:21:22.878962 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-69be3f08-d24e-4f64-8201-10baa3676449 admin admin] Publish callbacks [] for security_group (edeea8dc-9d5a-46be-9c4e-b58759b182ad), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:22.966684 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 44032) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:22.982695 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-899ec228-ff3d-4610-b3b2-efc39dbb0294 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:22.989505 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6b150388-f82b-46c5-8558-d29ae2c83202 req-9eb01ca2-c068-473b-b7cf-de53a6d8f2f9 service neutron] 10.222.0.42 "GET /v2.0/networks/0868a825-2260-425a-8d30-a4a84002c375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401920 Mar 29 20:21:22.998097 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325f5dd-16a7-406c-adfc-5878155aad6d req-6c96dcff-fe6c-4b19-a48c-4dc9097c329f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:23.005212 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5325f5dd-16a7-406c-adfc-5878155aad6d req-6c96dcff-fe6c-4b19-a48c-4dc9097c329f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.0863414 Mar 29 20:21:23.009079 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-69be3f08-d24e-4f64-8201-10baa3676449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (edeea8dc-9d5a-46be-9c4e-b58759b182ad), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:23.016103 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-69be3f08-d24e-4f64-8201-10baa3676449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:23.016103 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-69be3f08-d24e-4f64-8201-10baa3676449 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/edeea8dc-9d5a-46be-9c4e-b58759b182ad HTTP/1.1" status: 204 len: 168 time: 0.2404392 Mar 29 20:21:23.027605 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be3f08-d24e-4f64-8201-10baa3676449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edeea8dc-9d5a-46be-9c4e-b58759b182ad,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:23.118498 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-899ec228-ff3d-4610-b3b2-efc39dbb0294 admin admin] Publish callbacks [] for security_group (d156ba12-425d-466e-bdb3-c60675adb4e3), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:23.119335 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5325f5dd-16a7-406c-adfc-5878155aad6d req-bacdd6e3-de98-4163-bec0-38901b4e7dee tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131973 Mar 29 20:21:23.169111 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6b150388-f82b-46c5-8558-d29ae2c83202 req-1de10e21-8909-42b4-a98a-1e2fde5ea354 service neutron] 10.222.0.42 "GET /v2.0/networks/0868a825-2260-425a-8d30-a4a84002c375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611729 Mar 29 20:21:23.177921 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-899ec228-ff3d-4610-b3b2-efc39dbb0294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (d156ba12-425d-466e-bdb3-c60675adb4e3), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:23.240930 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ec228-ff3d-4610-b3b2-efc39dbb0294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d156ba12-425d-466e-bdb3-c60675adb4e3,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:23.264740 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-899ec228-ff3d-4610-b3b2-efc39dbb0294 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=562a54bdbd6e4487847b9691b7f5b788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2969739 Mar 29 20:21:23.266551 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 44052) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:23.314866 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff123dab-8bc2-4a9e-9da5-94b36e4c1c2c req-b65f50e2-a82c-4824-8843-fc55c1b5f065 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:23.316778 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ff123dab-8bc2-4a9e-9da5-94b36e4c1c2c req-b65f50e2-a82c-4824-8843-fc55c1b5f065 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.0922537 Mar 29 20:21:23.323162 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:21:23.325737 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 44058) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:23.334052 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-e429305a-4cea-4020-87ba-a00fa00e18c7 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Request body: {'floatingip': {'port_id': '786595bd-5a4a-4989-9760-332801a7a871'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:21:23.384498 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e429305a-4cea-4020-87ba-a00fa00e18c7 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for floatingip (59956ce2-e92a-4e49-9403-5f794b9c6738), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:23.423079 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-10bb93f1-8c34-435d-83cc-5a5dd73a0aef admin admin] Publish callbacks [] for security_group (d156ba12-425d-466e-bdb3-c60675adb4e3), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:23.475320 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-10bb93f1-8c34-435d-83cc-5a5dd73a0aef admin admin] Publish callbacks [] for security_group (d156ba12-425d-466e-bdb3-c60675adb4e3), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:23.726427 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-10bb93f1-8c34-435d-83cc-5a5dd73a0aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (d156ba12-425d-466e-bdb3-c60675adb4e3), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:23.728912 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-10bb93f1-8c34-435d-83cc-5a5dd73a0aef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:23.732656 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-10bb93f1-8c34-435d-83cc-5a5dd73a0aef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d156ba12-425d-466e-bdb3-c60675adb4e3 HTTP/1.1" status: 204 len: 168 time: 0.4652290 Mar 29 20:21:23.772333 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb93f1-8c34-435d-83cc-5a5dd73a0aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d156ba12-425d-466e-bdb3-c60675adb4e3,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:23.868716 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc217656-5f3e-4adb-befe-cc0e7e316179 req-919c3290-5426-4e46-89bd-8c3ba7f862f5 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:23.870266 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fc217656-5f3e-4adb-befe-cc0e7e316179 req-919c3290-5426-4e46-89bd-8c3ba7f862f5 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0752759 Mar 29 20:21:23.896819 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e429305a-4cea-4020-87ba-a00fa00e18c7 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:23.915463 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 44078) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:23.923773 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fc217656-5f3e-4adb-befe-cc0e7e316179 req-57378da5-f694-4b8a-855b-7311f2c66730 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476253 Mar 29 20:21:23.933987 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9c247e58-2428-4209-884e-f539fac0812c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:23.962785 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e429305a-4cea-4020-87ba-a00fa00e18c7 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (59956ce2-e92a-4e49-9403-5f794b9c6738), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:24.103879 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.db.l3_db [None req-e429305a-4cea-4020-87ba-a00fa00e18c7 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Floating IP 59956ce2-e92a-4e49-9403-5f794b9c6738 associated. External IP: 172.27.3.187, port: 786595bd-5a4a-4989-9760-332801a7a871. Mar 29 20:21:24.110163 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9c247e58-2428-4209-884e-f539fac0812c admin admin] Publish callbacks [] for security_group (2cfc53f1-23f4-4599-8514-eac386dd6585), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:24.348108 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9c247e58-2428-4209-884e-f539fac0812c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (2cfc53f1-23f4-4599-8514-eac386dd6585), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:24.399929 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-9c247e58-2428-4209-884e-f539fac0812c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec1f71c44ee440389cdfd881c06beffc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4823530 Mar 29 20:21:24.402692 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 44102) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:24.409705 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c247e58-2428-4209-884e-f539fac0812c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfc53f1-23f4-4599-8514-eac386dd6585,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:24.457305 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-718e3d6e-9372-494a-8652-a01f3458d3ec admin admin] Publish callbacks [] for security_group (2cfc53f1-23f4-4599-8514-eac386dd6585), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:24.489707 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-718e3d6e-9372-494a-8652-a01f3458d3ec admin admin] Publish callbacks [] for security_group (2cfc53f1-23f4-4599-8514-eac386dd6585), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:24.565952 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e429305a-4cea-4020-87ba-a00fa00e18c7 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Router 27da9c05-c56d-407b-b126-808fcd8b2af4 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:21:24.623316 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-718e3d6e-9372-494a-8652-a01f3458d3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (2cfc53f1-23f4-4599-8514-eac386dd6585), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:24.626725 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-718e3d6e-9372-494a-8652-a01f3458d3ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:24.627606 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-718e3d6e-9372-494a-8652-a01f3458d3ec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2cfc53f1-23f4-4599-8514-eac386dd6585 HTTP/1.1" status: 204 len: 168 time: 0.2235351 Mar 29 20:21:24.637467 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e3d6e-9372-494a-8652-a01f3458d3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfc53f1-23f4-4599-8514-eac386dd6585,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:24.690665 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e429305a-4cea-4020-87ba-a00fa00e18c7 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:21:24.695399 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e429305a-4cea-4020-87ba-a00fa00e18c7 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:24.702992 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2c60d8-474c-4c2f-930a-40121d25a9d7 None None] Sync routers for ids ['27da9c05-c56d-407b-b126-808fcd8b2af4'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:21:24.715405 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2c60d8-474c-4c2f-930a-40121d25a9d7 None None] Routers {'27da9c05-c56d-407b-b126-808fcd8b2af4'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:21:24.716504 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-cb2c60d8-474c-4c2f-930a-40121d25a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:21:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['27da9c05-c56d-407b-b126-808fcd8b2af4'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:21:24.737334 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-e429305a-4cea-4020-87ba-a00fa00e18c7 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "PUT /v2.0/floatingips/59956ce2-e92a-4e49-9403-5f794b9c6738 HTTP/1.1" status: 200 len: 992 time: 1.3990464 Mar 29 20:21:24.737334 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f17ca5e9-aa51-491b-b298-59a8957e84a2', 'tag': '786595bd-5a4a-4989-9760-332801a7a871'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:21:24.737334 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd12436-d767-4c54-8568-3fd91d23296e" -d '{"events": [{"name": "network-changed", "server_uuid": "f17ca5e9-aa51-491b-b298-59a8957e84a2", "tag": "786595bd-5a4a-4989-9760-332801a7a871"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:21:24.775895 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ee0cc7-2db0-4a7b-9f95-f350698b998c x-openstack-request-id: req-d5ee0cc7-2db0-4a7b-9f95-f350698b998c {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:21:24.776191 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f17ca5e9-aa51-491b-b298-59a8957e84a2", "tag": "786595bd-5a4a-4989-9760-332801a7a871", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:21:24.779009 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d5ee0cc7-2db0-4a7b-9f95-f350698b998c {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:21:24.779485 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5ee0cc7-2db0-4a7b-9f95-f350698b998c'] response: {'name': 'network-changed', 'server_uuid': 'f17ca5e9-aa51-491b-b298-59a8957e84a2', 'tag': '786595bd-5a4a-4989-9760-332801a7a871', 'status': 'completed', 'code': 200} Mar 29 20:21:24.842137 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-cb2c60d8-474c-4c2f-930a-40121d25a9d7 None None] Set router 27da9c05-c56d-407b-b126-808fcd8b2af4 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:21:24.858653 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd12436-d767-4c54-8568-3fd91d23296e req-fac85886-7f8d-40bc-8a0a-0d877d651d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:24.860751 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1fd12436-d767-4c54-8568-3fd91d23296e req-fac85886-7f8d-40bc-8a0a-0d877d651d94 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dd80d1f5dd744e8bd5cea87c84f184b&device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 1130 time: 0.0468886 Mar 29 20:21:25.034432 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd12436-d767-4c54-8568-3fd91d23296e req-011f8724-a68a-468a-87bf-962d2a387d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:25.036925 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1fd12436-d767-4c54-8568-3fd91d23296e req-011f8724-a68a-468a-87bf-962d2a387d54 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbeb19d7-fa07-4f98-99ee-9b94135513d6 HTTP/1.1" status: 200 len: 917 time: 0.1662247 Mar 29 20:21:25.112188 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-cb2c60d8-474c-4c2f-930a-40121d25a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'name': 'tempest-AttachVolumeShelveTestJSON-267162537-router', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:29Z', 'updated_at': '2022-03-29T20:20:40Z', 'revision_number': 4, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'gw_port': {'id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '59956ce2-e92a-4e49-9403-5f794b9c6738', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'port_id': '786595bd-5a4a-4989-9760-332801a7a871', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'mac_address': 'fa:16:3e:4a:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ca5e9-aa51-491b-b298-59a8957e84a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:20:55Z', 'updated_at': '2022-03-29T20:21:23Z', 'revision_number': 1, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611b4ba1-c6a6-4cb1-ba21-a5b593294d88', 'name': '', 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'mac_address': 'fa:16:3e:08:c7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:37Z', 'updated_at': '2022-03-29T20:20:51Z', 'revision_number': 5, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'subnets': [{'id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:21:25.174368 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875897eb-9355-4e87-9ee6-41a3e8cf5337 req-d5c341b8-e51f-4428-999a-1cfe3d6fb11c tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:25.175942 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-875897eb-9355-4e87-9ee6-41a3e8cf5337 req-d5c341b8-e51f-4428-999a-1cfe3d6fb11c tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.1322126 Mar 29 20:21:25.188633 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1fd12436-d767-4c54-8568-3fd91d23296e req-a00a14d8-1859-4f23-b2b4-42c487c984ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=786595bd-5a4a-4989-9760-332801a7a871 HTTP/1.1" status: 200 len: 1000 time: 0.1342034 Mar 29 20:21:25.229249 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2c60d8-474c-4c2f-930a-40121d25a9d7 None None] Checking router: 27da9c05-c56d-407b-b126-808fcd8b2af4 for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:21:25.239346 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2c60d8-474c-4c2f-930a-40121d25a9d7 None None] Routers {'27da9c05-c56d-407b-b126-808fcd8b2af4'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:21:25.240504 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-cb2c60d8-474c-4c2f-930a-40121d25a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:21:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['27da9c05-c56d-407b-b126-808fcd8b2af4'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:21:25.274168 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-7f4a8790-69cb-4aec-b0a2-a811dc6fac81 req-5683d3ef-aa2a-4993-a4f7-be7a9e16a82b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0614908 Mar 29 20:21:25.351300 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-875897eb-9355-4e87-9ee6-41a3e8cf5337 req-420bbd16-a952-414c-9c97-3d3cc02f6c68 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616087 Mar 29 20:21:25.365939 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-cb2c60d8-474c-4c2f-930a-40121d25a9d7 None None] Set router 27da9c05-c56d-407b-b126-808fcd8b2af4 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:21:25.375201 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd12436-d767-4c54-8568-3fd91d23296e req-6cdf6102-4215-4497-9901-2875331e3a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:25.379692 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1fd12436-d767-4c54-8568-3fd91d23296e req-6cdf6102-4215-4497-9901-2875331e3a0f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8355bf79-4b50-4d2a-871e-8619ac782cca HTTP/1.1" status: 200 len: 855 time: 0.1554606 Mar 29 20:21:25.607110 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-cb2c60d8-474c-4c2f-930a-40121d25a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'name': 'tempest-AttachVolumeShelveTestJSON-267162537-router', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:29Z', 'updated_at': '2022-03-29T20:20:40Z', 'revision_number': 4, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'gw_port': {'id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '59956ce2-e92a-4e49-9403-5f794b9c6738', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'port_id': '786595bd-5a4a-4989-9760-332801a7a871', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'mac_address': 'fa:16:3e:4a:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ca5e9-aa51-491b-b298-59a8957e84a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:20:55Z', 'updated_at': '2022-03-29T20:21:23Z', 'revision_number': 1, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611b4ba1-c6a6-4cb1-ba21-a5b593294d88', 'name': '', 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'mac_address': 'fa:16:3e:08:c7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:37Z', 'updated_at': '2022-03-29T20:20:51Z', 'revision_number': 5, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'subnets': [{'id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:21:25.636449 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2c60d8-474c-4c2f-930a-40121d25a9d7 None None] The sync data for ids ['27da9c05-c56d-407b-b126-808fcd8b2af4'] in dv-cinder-784815-3-iscsi is: [{'id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'name': 'tempest-AttachVolumeShelveTestJSON-267162537-router', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:29Z', 'updated_at': '2022-03-29T20:20:40Z', 'revision_number': 4, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'gw_port': {'id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '59956ce2-e92a-4e49-9403-5f794b9c6738', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'port_id': '786595bd-5a4a-4989-9760-332801a7a871', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'mac_address': 'fa:16:3e:4a:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ca5e9-aa51-491b-b298-59a8957e84a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:20:55Z', 'updated_at': '2022-03-29T20:21:23Z', 'revision_number': 1, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611b4ba1-c6a6-4cb1-ba21-a5b593294d88', 'name': '', 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'mac_address': 'fa:16:3e:08:c7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:37Z', 'updated_at': '2022-03-29T20:20:51Z', 'revision_number': 5, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'subnets': [{'id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:21:25.870645 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b499cc8c-cb8a-4e25-977a-27b62c26cb44 None None] New status for floating IP 59956ce2-e92a-4e49-9403-5f794b9c6738: ACTIVE {{(pid=103822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 20:21:26.503344 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3cbf0-6ec3-47e1-b092-a2399066965a req-fdb4809d-28c8-4f96-9742-2079f54ef62c tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:26.504871 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4ee3cbf0-6ec3-47e1-b092-a2399066965a req-fdb4809d-28c8-4f96-9742-2079f54ef62c tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0624008 Mar 29 20:21:26.557161 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4ee3cbf0-6ec3-47e1-b092-a2399066965a req-f14086c2-81d1-4dc9-823b-b4911a3ddba0 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464070 Mar 29 20:21:27.012228 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 44226) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:27.121050 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-18cd5d91-776d-460c-88f2-938f896b4fc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:27.194512 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-18cd5d91-776d-460c-88f2-938f896b4fc4 admin admin] Publish callbacks [] for security_group (e86d4bc7-f1d3-4b9c-b5b2-82f74a206f1b), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:27.251336 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-18cd5d91-776d-460c-88f2-938f896b4fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (e86d4bc7-f1d3-4b9c-b5b2-82f74a206f1b), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:27.289988 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-18cd5d91-776d-460c-88f2-938f896b4fc4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a15c932e2d874a588b3cbf39aa7ffa8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765772 Mar 29 20:21:27.290831 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd5d91-776d-460c-88f2-938f896b4fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86d4bc7-f1d3-4b9c-b5b2-82f74a206f1b,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:27.292792 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 44238) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:27.298580 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd5d91-776d-460c-88f2-938f896b4fc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:21:27.298823 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd5d91-776d-460c-88f2-938f896b4fc4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:21:27.299164 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd5d91-776d-460c-88f2-938f896b4fc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:21:27.299502 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd5d91-776d-460c-88f2-938f896b4fc4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:21:27.300167 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd5d91-776d-460c-88f2-938f896b4fc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:21:27.300167 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd5d91-776d-460c-88f2-938f896b4fc4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:21:27.300474 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd5d91-776d-460c-88f2-938f896b4fc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:21:27.300797 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd5d91-776d-460c-88f2-938f896b4fc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:21:27.301122 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd5d91-776d-460c-88f2-938f896b4fc4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:21:27.301474 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd5d91-776d-460c-88f2-938f896b4fc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:21:27.301801 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd5d91-776d-460c-88f2-938f896b4fc4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:21:27.302124 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd5d91-776d-460c-88f2-938f896b4fc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:21:27.302442 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd5d91-776d-460c-88f2-938f896b4fc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:21:27.302761 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd5d91-776d-460c-88f2-938f896b4fc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:21:27.303080 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd5d91-776d-460c-88f2-938f896b4fc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:21:27.345450 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-4645714f-816f-436d-9df8-17b8191d3648 admin admin] Publish callbacks [] for security_group (e86d4bc7-f1d3-4b9c-b5b2-82f74a206f1b), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:27.366776 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-4645714f-816f-436d-9df8-17b8191d3648 admin admin] Publish callbacks [] for security_group (e86d4bc7-f1d3-4b9c-b5b2-82f74a206f1b), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:27.520654 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-4645714f-816f-436d-9df8-17b8191d3648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (e86d4bc7-f1d3-4b9c-b5b2-82f74a206f1b), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:27.524653 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-4645714f-816f-436d-9df8-17b8191d3648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:27.532766 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-4645714f-816f-436d-9df8-17b8191d3648 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e86d4bc7-f1d3-4b9c-b5b2-82f74a206f1b HTTP/1.1" status: 204 len: 168 time: 0.2339785 Mar 29 20:21:27.537847 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645714f-816f-436d-9df8-17b8191d3648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86d4bc7-f1d3-4b9c-b5b2-82f74a206f1b,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:27.547568 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645714f-816f-436d-9df8-17b8191d3648 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:21:27.548284 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645714f-816f-436d-9df8-17b8191d3648 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:21:27.549337 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645714f-816f-436d-9df8-17b8191d3648 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:21:27.550152 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645714f-816f-436d-9df8-17b8191d3648 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:21:27.550677 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645714f-816f-436d-9df8-17b8191d3648 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:21:27.551198 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645714f-816f-436d-9df8-17b8191d3648 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:21:27.551728 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645714f-816f-436d-9df8-17b8191d3648 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:21:27.552524 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645714f-816f-436d-9df8-17b8191d3648 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:21:27.553042 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645714f-816f-436d-9df8-17b8191d3648 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:21:27.553570 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645714f-816f-436d-9df8-17b8191d3648 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:21:27.554084 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645714f-816f-436d-9df8-17b8191d3648 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:21:27.558814 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645714f-816f-436d-9df8-17b8191d3648 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:21:27.558814 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645714f-816f-436d-9df8-17b8191d3648 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:21:27.558814 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645714f-816f-436d-9df8-17b8191d3648 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:21:27.558814 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645714f-816f-436d-9df8-17b8191d3648 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:21:27.688717 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8511dd-fe74-4772-9f51-422fcfc78f41 req-d9582d2a-17d2-4a6a-b447-a087a6d29d25 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:27.690598 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-dc8511dd-fe74-4772-9f51-422fcfc78f41 req-d9582d2a-17d2-4a6a-b447-a087a6d29d25 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0528920 Mar 29 20:21:27.740697 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-dc8511dd-fe74-4772-9f51-422fcfc78f41 req-405ac060-195d-41f4-b875-f0f59cdee16e tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442340 Mar 29 20:21:28.109826 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 44272) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:28.126367 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-afe5ce06-4c82-4f14-892c-0ee01fda2463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:28.228206 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-afe5ce06-4c82-4f14-892c-0ee01fda2463 admin admin] Publish callbacks [] for security_group (161daa6c-9218-4b75-abf8-04f099820807), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:28.237692 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd12436-d767-4c54-8568-3fd91d23296e req-2b357262-267e-426d-9074-162210e39997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:28.239468 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1fd12436-d767-4c54-8568-3fd91d23296e req-2b357262-267e-426d-9074-162210e39997 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbeb19d7-fa07-4f98-99ee-9b94135513d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472176 Mar 29 20:21:28.239835 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 44276) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:28.252405 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a8790-69cb-4aec-b0a2-a811dc6fac81 req-17f3f96f-f337-471b-a3c0-5ddf7e6c4ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:28.253968 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-7f4a8790-69cb-4aec-b0a2-a811dc6fac81 req-17f3f96f-f337-471b-a3c0-5ddf7e6c4ff2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=331c9c75e5db410a8aab2a0dedf24117&device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 1129 time: 0.0637715 Mar 29 20:21:28.321392 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-afe5ce06-4c82-4f14-892c-0ee01fda2463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (161daa6c-9218-4b75-abf8-04f099820807), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:28.336389 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1fd12436-d767-4c54-8568-3fd91d23296e req-dfcb9acb-5e8f-4ed2-af23-2b770bbbaeb4 service neutron] 10.222.0.42 "GET /v2.0/networks/cbeb19d7-fa07-4f98-99ee-9b94135513d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893497 Mar 29 20:21:28.383809 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2fb43618-d390-4658-87d5-933426e98947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:28.394542 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-afe5ce06-4c82-4f14-892c-0ee01fda2463 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=415985228c644329a580238a647e96f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2836635 Mar 29 20:21:28.395247 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5ce06-4c82-4f14-892c-0ee01fda2463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161daa6c-9218-4b75-abf8-04f099820807,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:28.398816 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 44280) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:28.444628 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a8790-69cb-4aec-b0a2-a811dc6fac81 req-747b7628-726f-412b-9b1e-ccecb620f3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:28.446130 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-7f4a8790-69cb-4aec-b0a2-a811dc6fac81 req-747b7628-726f-412b-9b1e-ccecb620f3ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=39b6a305-88e1-422a-97d7-4469551c41d4 HTTP/1.1" status: 200 len: 913 time: 0.1673005 Mar 29 20:21:28.476417 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1fd12436-d767-4c54-8568-3fd91d23296e req-9c85352c-ba91-411f-bf55-1f375fc8e805 service neutron] 10.222.0.42 "GET /v2.0/networks/cbeb19d7-fa07-4f98-99ee-9b94135513d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316142 Mar 29 20:21:28.477172 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d40b85c6-7a56-470e-8386-8c8b89551036 admin admin] Publish callbacks [] for security_group (161daa6c-9218-4b75-abf8-04f099820807), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:28.497926 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-7f4a8790-69cb-4aec-b0a2-a811dc6fac81 req-c315bd52-8f98-41d5-b97f-7d2566a07ba7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a98cadf7-cc5c-441b-81e9-6d47891549a1 HTTP/1.1" status: 200 len: 217 time: 0.0392637 Mar 29 20:21:28.501999 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d40b85c6-7a56-470e-8386-8c8b89551036 admin admin] Publish callbacks [] for security_group (161daa6c-9218-4b75-abf8-04f099820807), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:28.560496 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2fb43618-d390-4658-87d5-933426e98947 admin admin] Publish callbacks [] for security_group (3ec8587b-9e58-41b4-b179-d41f9c1d2850), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:28.569583 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a8790-69cb-4aec-b0a2-a811dc6fac81 req-275efdcc-074e-419d-b601-06e57f2b2c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:28.571030 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-7f4a8790-69cb-4aec-b0a2-a811dc6fac81 req-275efdcc-074e-419d-b601-06e57f2b2c2d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7cf3a93-94d5-4fcf-a0c8-ad3d8834030c HTTP/1.1" status: 200 len: 852 time: 0.0644066 Mar 29 20:21:28.576931 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:28.600184 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d40b85c6-7a56-470e-8386-8c8b89551036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (161daa6c-9218-4b75-abf8-04f099820807), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:28.602772 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d40b85c6-7a56-470e-8386-8c8b89551036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:28.607024 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-d40b85c6-7a56-470e-8386-8c8b89551036 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/161daa6c-9218-4b75-abf8-04f099820807 HTTP/1.1" status: 204 len: 168 time: 0.2067480 Mar 29 20:21:28.618061 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-7f4a8790-69cb-4aec-b0a2-a811dc6fac81 req-58c9e46f-4588-46a6-b9ee-2328e3bc6594 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=39b6a305-88e1-422a-97d7-4469551c41d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349262 Mar 29 20:21:28.619784 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b85c6-7a56-470e-8386-8c8b89551036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161daa6c-9218-4b75-abf8-04f099820807,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:28.643199 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2fb43618-d390-4658-87d5-933426e98947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (3ec8587b-9e58-41b4-b179-d41f9c1d2850), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:28.729364 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-2fb43618-d390-4658-87d5-933426e98947 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=456d72938ce040478b97e530dd78f32a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4884937 Mar 29 20:21:28.732039 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 44288) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:28.734906 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb43618-d390-4658-87d5-933426e98947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec8587b-9e58-41b4-b179-d41f9c1d2850,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:28.770462 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-7f4a8790-69cb-4aec-b0a2-a811dc6fac81 req-ed06559a-389c-41c1-983a-b377ddad79c0 service neutron] 10.222.0.42 "GET /v2.0/networks/39b6a305-88e1-422a-97d7-4469551c41d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397815 Mar 29 20:21:28.788669 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1e9cbd4d-3cd8-44ef-9258-9914ca1e51ef admin admin] Publish callbacks [] for security_group (3ec8587b-9e58-41b4-b179-d41f9c1d2850), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:28.814647 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1e9cbd4d-3cd8-44ef-9258-9914ca1e51ef admin admin] Publish callbacks [] for security_group (3ec8587b-9e58-41b4-b179-d41f9c1d2850), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:28.867078 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-7f4a8790-69cb-4aec-b0a2-a811dc6fac81 req-8515a427-5cbe-4a7d-a542-99856f4fdd87 service neutron] 10.222.0.42 "GET /v2.0/networks/39b6a305-88e1-422a-97d7-4469551c41d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885382 Mar 29 20:21:28.900103 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aadb076-9b19-45d9-a053-cec773afc7c9 req-9c298554-6b59-457c-b2d9-4c6351b97b8f tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:28.901607 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2aadb076-9b19-45d9-a053-cec773afc7c9 req-9c298554-6b59-457c-b2d9-4c6351b97b8f tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0762770 Mar 29 20:21:28.954090 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2aadb076-9b19-45d9-a053-cec773afc7c9 req-b74484e5-3219-406f-b4cb-12b4144a4f4e tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451920 Mar 29 20:21:28.959878 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1e9cbd4d-3cd8-44ef-9258-9914ca1e51ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (3ec8587b-9e58-41b4-b179-d41f9c1d2850), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:28.962839 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1e9cbd4d-3cd8-44ef-9258-9914ca1e51ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:28.968156 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-1e9cbd4d-3cd8-44ef-9258-9914ca1e51ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3ec8587b-9e58-41b4-b179-d41f9c1d2850 HTTP/1.1" status: 204 len: 168 time: 0.2337821 Mar 29 20:21:28.986253 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9cbd4d-3cd8-44ef-9258-9914ca1e51ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec8587b-9e58-41b4-b179-d41f9c1d2850,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:29.635889 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 44324) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:29.649981 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-31f9aefe-f050-48b3-9c98-d01605286c18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:29.754053 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-31f9aefe-f050-48b3-9c98-d01605286c18 admin admin] Publish callbacks [] for security_group (2cc73a19-7d36-49cf-823d-2c6d6565a850), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:29.805810 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-31f9aefe-f050-48b3-9c98-d01605286c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (2cc73a19-7d36-49cf-823d-2c6d6565a850), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:29.845421 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9aefe-f050-48b3-9c98-d01605286c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc73a19-7d36-49cf-823d-2c6d6565a850,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:29.849738 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-31f9aefe-f050-48b3-9c98-d01605286c18 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e8acb66c364a4127be9fa133563bf2b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2127881 Mar 29 20:21:29.860041 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 44338) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:29.914286 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ab597b85-263f-48b0-beef-4e42254369ef admin admin] Publish callbacks [] for security_group (2cc73a19-7d36-49cf-823d-2c6d6565a850), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:29.936285 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ab597b85-263f-48b0-beef-4e42254369ef admin admin] Publish callbacks [] for security_group (2cc73a19-7d36-49cf-823d-2c6d6565a850), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:30.079999 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363d707-2aff-44b7-8215-6ab2630717a8 req-101e4346-0033-45a2-ac17-882c28eef990 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:30.081492 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f363d707-2aff-44b7-8215-6ab2630717a8 req-101e4346-0033-45a2-ac17-882c28eef990 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0542133 Mar 29 20:21:30.082540 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ab597b85-263f-48b0-beef-4e42254369ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (2cc73a19-7d36-49cf-823d-2c6d6565a850), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:30.085148 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ab597b85-263f-48b0-beef-4e42254369ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:30.086196 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-ab597b85-263f-48b0-beef-4e42254369ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2cc73a19-7d36-49cf-823d-2c6d6565a850 HTTP/1.1" status: 204 len: 168 time: 0.2251685 Mar 29 20:21:30.106191 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab597b85-263f-48b0-beef-4e42254369ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc73a19-7d36-49cf-823d-2c6d6565a850,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:30.142291 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f363d707-2aff-44b7-8215-6ab2630717a8 req-0b7bf161-0c86-4d1f-8c31-e233bbf0a260 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549788 Mar 29 20:21:31.279146 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bf00d-a76e-4048-9850-e0872ea675dd req-ccdd24f1-4dc6-4125-9a94-b1a004b4af3a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:31.280720 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-264bf00d-a76e-4048-9850-e0872ea675dd req-ccdd24f1-4dc6-4125-9a94-b1a004b4af3a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0585148 Mar 29 20:21:31.335382 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-264bf00d-a76e-4048-9850-e0872ea675dd req-40bd57ca-010c-4e6c-a0ce-35033867855c tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487525 Mar 29 20:21:32.455925 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ce626-815b-4db9-8abc-fc717ebf60e3 req-7640e6d9-1144-462e-8d57-a8beaa16bf7e tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:32.457325 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fa6ce626-815b-4db9-8abc-fc717ebf60e3 req-7640e6d9-1144-462e-8d57-a8beaa16bf7e tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0527656 Mar 29 20:21:32.505482 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fa6ce626-815b-4db9-8abc-fc717ebf60e3 req-f2daad36-3058-49d2-9bba-d9ef59b1451b tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421150 Mar 29 20:21:32.743153 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce63309-1132-4e6c-be29-6364918b1b7e req-77156384-1712-4414-9158-74a515946424 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:32.744597 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8ce63309-1132-4e6c-be29-6364918b1b7e req-77156384-1712-4414-9158-74a515946424 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 945 time: 0.0504076 Mar 29 20:21:32.793585 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8ce63309-1132-4e6c-be29-6364918b1b7e req-1c4678bc-c68d-4401-9e95-149f8ab61d3b tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f78ef78-677c-403f-8f80-4307987aa5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433662 Mar 29 20:21:33.621156 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9e4ce-6034-4f3b-a50c-9f49214a3649 req-0f8ac1ab-b534-4878-a54b-be76d7687534 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:33.622641 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d7c9e4ce-6034-4f3b-a50c-9f49214a3649 req-0f8ac1ab-b534-4878-a54b-be76d7687534 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0510070 Mar 29 20:21:33.667579 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d7c9e4ce-6034-4f3b-a50c-9f49214a3649 req-792c415a-aae4-4f90-9638-89e44348d606 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387824 Mar 29 20:21:33.911097 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166cf4a0-8ed0-475b-82f2-b8150cc8e523 req-a1ce4c45-17e7-49ed-9440-144084de19c6 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:33.912568 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-166cf4a0-8ed0-475b-82f2-b8150cc8e523 req-a1ce4c45-17e7-49ed-9440-144084de19c6 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 945 time: 0.0518720 Mar 29 20:21:33.959746 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-166cf4a0-8ed0-475b-82f2-b8150cc8e523 req-c2d8ad8a-dc39-457e-b341-4b4a8d20185c tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f78ef78-677c-403f-8f80-4307987aa5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414612 Mar 29 20:21:34.808779 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a403f-6e84-472c-bde5-259b6c22cb51 req-7c48cee0-cc4a-4516-90ad-52e9dd90efe7 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:34.808779 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4a5a403f-6e84-472c-bde5-259b6c22cb51 req-7c48cee0-cc4a-4516-90ad-52e9dd90efe7 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0560269 Mar 29 20:21:34.845760 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4a5a403f-6e84-472c-bde5-259b6c22cb51 req-b4dd49f1-087e-47ff-8105-ea00803ead5a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460949 Mar 29 20:21:35.099502 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef97e2-959e-4959-9840-0958b946f1e0 req-0f6655d6-fd1a-4cba-b715-4e45f30841dc tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:35.101693 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a2ef97e2-959e-4959-9840-0958b946f1e0 req-0f6655d6-fd1a-4cba-b715-4e45f30841dc tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 945 time: 0.0727448 Mar 29 20:21:35.153114 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a2ef97e2-959e-4959-9840-0958b946f1e0 req-6ce74ecc-30a6-40e5-a636-b9593be6f68d tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f78ef78-677c-403f-8f80-4307987aa5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454993 Mar 29 20:21:35.973198 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4440e-65fc-476d-9d4b-c4f3852598da req-a63425c6-5af7-4cc5-a4cb-720f1e5ec916 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:35.974689 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-07e4440e-65fc-476d-9d4b-c4f3852598da req-a63425c6-5af7-4cc5-a4cb-720f1e5ec916 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0581329 Mar 29 20:21:36.031968 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-07e4440e-65fc-476d-9d4b-c4f3852598da req-ccb6bc03-0e49-4bd3-bf12-f68d9a4424c4 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517135 Mar 29 20:21:36.278617 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d997b-d7ef-4de3-808f-0e44450d872c req-b49c05cd-2a79-4861-9c35-04a656ba4516 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:36.280300 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-676d997b-d7ef-4de3-808f-0e44450d872c req-b49c05cd-2a79-4861-9c35-04a656ba4516 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 945 time: 0.0546591 Mar 29 20:21:36.313671 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 44568) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:36.334259 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-676d997b-d7ef-4de3-808f-0e44450d872c req-91fee0e1-be59-428f-95d2-4fc131ead8e4 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f78ef78-677c-403f-8f80-4307987aa5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477829 Mar 29 20:21:36.427151 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c949a427-3ec1-489d-9262-e122949ba80a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:36.499192 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c949a427-3ec1-489d-9262-e122949ba80a admin admin] Publish callbacks [] for security_group (a1cce585-e681-4507-99ce-2469f7a353dc), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:36.548421 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c949a427-3ec1-489d-9262-e122949ba80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (a1cce585-e681-4507-99ce-2469f7a353dc), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:36.587331 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-c949a427-3ec1-489d-9262-e122949ba80a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=07b47d6ec8974ed189fd838adf30badf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725978 Mar 29 20:21:36.588307 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949a427-3ec1-489d-9262-e122949ba80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cce585-e681-4507-99ce-2469f7a353dc,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:36.590174 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 44580) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:36.639952 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-76135c71-c4bf-400e-860d-e5e449b421e4 admin admin] Publish callbacks [] for security_group (a1cce585-e681-4507-99ce-2469f7a353dc), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:36.661054 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-76135c71-c4bf-400e-860d-e5e449b421e4 admin admin] Publish callbacks [] for security_group (a1cce585-e681-4507-99ce-2469f7a353dc), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:36.744095 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7953e-2947-47ce-9098-d9a283dc132a req-0b7b9f95-5ed1-4c79-8a1b-5d3bf1193db1 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:36.745608 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-1fb7953e-2947-47ce-9098-d9a283dc132a req-0b7b9f95-5ed1-4c79-8a1b-5d3bf1193db1 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.42 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 945 time: 0.1068704 Mar 29 20:21:36.776745 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-76135c71-c4bf-400e-860d-e5e449b421e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (a1cce585-e681-4507-99ce-2469f7a353dc), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:36.779401 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-76135c71-c4bf-400e-860d-e5e449b421e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:36.781123 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-76135c71-c4bf-400e-860d-e5e449b421e4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a1cce585-e681-4507-99ce-2469f7a353dc HTTP/1.1" status: 204 len: 168 time: 0.1899693 Mar 29 20:21:36.789062 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76135c71-c4bf-400e-860d-e5e449b421e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cce585-e681-4507-99ce-2469f7a353dc,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:36.885741 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [req-1fb7953e-2947-47ce-9098-d9a283dc132a req-c752a35f-e7c5-479a-84c0-ae93440d1a3b tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Deleting port a98cadf7-cc5c-441b-81e9-6d47891549a1 {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:21:36.885741 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-1fb7953e-2947-47ce-9098-d9a283dc132a req-c752a35f-e7c5-479a-84c0-ae93440d1a3b tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (a98cadf7-cc5c-441b-81e9-6d47891549a1), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:36.988797 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-1fb7953e-2947-47ce-9098-d9a283dc132a req-c752a35f-e7c5-479a-84c0-ae93440d1a3b tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] For port a98cadf7-cc5c-441b-81e9-6d47891549a1, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a98cadf7-cc5c-441b-81e9-6d47891549a1,segment=NetworkSegment(2e876de9-e068-4593-b07b-f23213271be1),segment_id=2e876de9-e068-4593-b07b-f23213271be1)] {{(pid=103821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:21:36.988797 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-1fb7953e-2947-47ce-9098-d9a283dc132a req-c752a35f-e7c5-479a-84c0-ae93440d1a3b tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (a98cadf7-cc5c-441b-81e9-6d47891549a1), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:37.003311 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [req-1fb7953e-2947-47ce-9098-d9a283dc132a req-c752a35f-e7c5-479a-84c0-ae93440d1a3b tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Calling delete_port for a98cadf7-cc5c-441b-81e9-6d47891549a1 owned by compute:nova {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:21:37.196772 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319dfc5-775c-40d1-b8e5-49c92887b20d req-025b0757-54e4-4033-b65d-36009bbd7b22 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:37.199248 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8319dfc5-775c-40d1-b8e5-49c92887b20d req-025b0757-54e4-4033-b65d-36009bbd7b22 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0916965 Mar 29 20:21:37.252709 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-1fb7953e-2947-47ce-9098-d9a283dc132a req-c752a35f-e7c5-479a-84c0-ae93440d1a3b tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279'] for port (a98cadf7-cc5c-441b-81e9-6d47891549a1), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:37.267896 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['a98cadf7-cc5c-441b-81e9-6d47891549a1'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:21:37.276755 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8319dfc5-775c-40d1-b8e5-49c92887b20d req-38e93562-014d-404c-a770-9c8232e9585a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543230 Mar 29 20:21:37.289784 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752a35f-e7c5-479a-84c0-ae93440d1a3b tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Pushing event deleted for resources: {'Port': ['ID=a98cadf7-cc5c-441b-81e9-6d47891549a1,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:37.366430 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb7953e-2947-47ce-9098-d9a283dc132a req-c752a35f-e7c5-479a-84c0-ae93440d1a3b tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] No DVR routers for this DVR port a98cadf7-cc5c-441b-81e9-6d47891549a1 on host hv-cinder-78481 {{(pid=103821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:21:37.369692 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-1fb7953e-2947-47ce-9098-d9a283dc132a req-c752a35f-e7c5-479a-84c0-ae93440d1a3b tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:37.373271 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-1fb7953e-2947-47ce-9098-d9a283dc132a req-c752a35f-e7c5-479a-84c0-ae93440d1a3b tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.42 "DELETE /v2.0/ports/a98cadf7-cc5c-441b-81e9-6d47891549a1 HTTP/1.1" status: 204 len: 173 time: 0.6215088 Mar 29 20:21:37.376230 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ca3af9-e1c9-42a3-b628-c2f401acc354', 'name': 'network-vif-deleted', 'tag': 'a98cadf7-cc5c-441b-81e9-6d47891549a1'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:21:37.376655 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d41b55-c774-49e0-b54b-67671757ce31" -d '{"events": [{"server_uuid": "14ca3af9-e1c9-42a3-b628-c2f401acc354", "name": "network-vif-deleted", "tag": "a98cadf7-cc5c-441b-81e9-6d47891549a1"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:21:37.425150 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858ff745-416d-4fe3-a531-be63f82f59f8 x-openstack-request-id: req-858ff745-416d-4fe3-a531-be63f82f59f8 {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:21:37.425481 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ca3af9-e1c9-42a3-b628-c2f401acc354", "name": "network-vif-deleted", "tag": "a98cadf7-cc5c-441b-81e9-6d47891549a1", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:21:37.425738 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-858ff745-416d-4fe3-a531-be63f82f59f8 {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:21:37.426128 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-858ff745-416d-4fe3-a531-be63f82f59f8'] response: {'server_uuid': '14ca3af9-e1c9-42a3-b628-c2f401acc354', 'name': 'network-vif-deleted', 'tag': 'a98cadf7-cc5c-441b-81e9-6d47891549a1', 'status': 'completed', 'code': 200} Mar 29 20:21:37.446179 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b7f309bc-d0c6-4f8a-b789-8b74b63ae81c req-d6e698c0-50e0-45aa-adda-3679a060245b tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 210 time: 0.0363801 Mar 29 20:21:37.536768 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 44630) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:37.550203 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c4a016f2-36ee-4e6c-8b81-5de88543eced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:37.627098 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c4a016f2-36ee-4e6c-8b81-5de88543eced admin admin] Publish callbacks [] for security_group (9c447256-117b-44ac-861b-a422ec4ed560), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:37.725578 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c4a016f2-36ee-4e6c-8b81-5de88543eced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (9c447256-117b-44ac-861b-a422ec4ed560), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:37.767327 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a016f2-36ee-4e6c-8b81-5de88543eced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c447256-117b-44ac-861b-a422ec4ed560,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:37.774307 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-c4a016f2-36ee-4e6c-8b81-5de88543eced admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=41ee23ff52d247698d1ccc4b6fc53692&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364349 Mar 29 20:21:37.774608 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 44634) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:37.824230 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-cd3c944b-7ffc-4bc4-ba59-89ca16494bb1 admin admin] Publish callbacks [] for security_group (9c447256-117b-44ac-861b-a422ec4ed560), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:37.850791 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-cd3c944b-7ffc-4bc4-ba59-89ca16494bb1 admin admin] Publish callbacks [] for security_group (9c447256-117b-44ac-861b-a422ec4ed560), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:37.971003 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-cd3c944b-7ffc-4bc4-ba59-89ca16494bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (9c447256-117b-44ac-861b-a422ec4ed560), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:37.973582 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-cd3c944b-7ffc-4bc4-ba59-89ca16494bb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:37.974731 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-cd3c944b-7ffc-4bc4-ba59-89ca16494bb1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c447256-117b-44ac-861b-a422ec4ed560 HTTP/1.1" status: 204 len: 168 time: 0.1989787 Mar 29 20:21:37.984408 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c944b-7ffc-4bc4-ba59-89ca16494bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c447256-117b-44ac-861b-a422ec4ed560,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:38.400421 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49c407-7fbb-46b2-b057-25eceae05e58 req-ce7b25cf-64af-4879-ba1e-3b46446aa21c tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:38.401942 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5e49c407-7fbb-46b2-b057-25eceae05e58 req-ce7b25cf-64af-4879-ba1e-3b46446aa21c tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0531290 Mar 29 20:21:38.465576 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5e49c407-7fbb-46b2-b057-25eceae05e58 req-c62415e7-99d6-47be-81b0-b3b4d108dad2 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575054 Mar 29 20:21:38.585442 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2261c0d0-232a-483e-8310-c8195460c937 req-d8595d71-ea39-4faa-b4cc-12db0156fab8 tempest-DeleteServersTestJSON-653936307 tempest-DeleteServersTestJSON-653936307-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ca3af9-e1c9-42a3-b628-c2f401acc354 HTTP/1.1" status: 200 len: 210 time: 0.0275354 Mar 29 20:21:39.056683 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 44674) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:39.159418 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-f9b9f7eb-a3c3-46b2-9ebd-dcd98cadfb3c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1958323673-network', 'tenant_id': 'c5201bb0cc75420e8fd9b8af2c5840ad'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:21:39.245270 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b9f7eb-a3c3-46b2-9ebd-dcd98cadfb3c admin admin] Made reservation on behalf of c5201bb0cc75420e8fd9b8af2c5840ad for: {'network': 1} {{(pid=103821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:21:39.249971 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f9b9f7eb-a3c3-46b2-9ebd-dcd98cadfb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for network (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:39.262313 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f9b9f7eb-a3c3-46b2-9ebd-dcd98cadfb3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:39.330802 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device a98cadf7-cc5c-441b-81e9-6d47891549a1 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:21:39.341312 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f9b9f7eb-a3c3-46b2-9ebd-dcd98cadfb3c admin admin] Publish callbacks [] for security_group (5b80706c-0c4d-4479-930d-801bbd7990bb), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:39.351956 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] No Port match for: a98cadf7-cc5c-441b-81e9-6d47891549a1 {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:21:39.352303 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device a98cadf7-cc5c-441b-81e9-6d47891549a1 not bound to the agent host hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:21:39.393908 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f9b9f7eb-a3c3-46b2-9ebd-dcd98cadfb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (5b80706c-0c4d-4479-930d-801bbd7990bb), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:39.414703 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b9f7eb-a3c3-46b2-9ebd-dcd98cadfb3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=103821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 20:21:39.428869 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9f7eb-a3c3-46b2-9ebd-dcd98cadfb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b80706c-0c4d-4479-930d-801bbd7990bb,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:39.431669 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f9b9f7eb-a3c3-46b2-9ebd-dcd98cadfb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (98fa8825-3b43-489e-bf5b-c67662c1d471), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:39.431997 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.db.segments_db [None req-f9b9f7eb-a3c3-46b2-9ebd-dcd98cadfb3c admin admin] Added segment 98fa8825-3b43-489e-bf5b-c67662c1d471 of type vlan for network e83479d1-bee3-46e7-8da2-91dd05972bcb Mar 29 20:21:39.472520 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f9b9f7eb-a3c3-46b2-9ebd-dcd98cadfb3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738049548858'] for network (e83479d1-bee3-46e7-8da2-91dd05972bcb), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:39.542555 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f9b9f7eb-a3c3-46b2-9ebd-dcd98cadfb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for network (e83479d1-bee3-46e7-8da2-91dd05972bcb), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:39.543507 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b9f7eb-a3c3-46b2-9ebd-dcd98cadfb3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:39.544077 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f9b9f7eb-a3c3-46b2-9ebd-dcd98cadfb3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:39.588154 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156171eb-e076-4dff-824b-13ed4d964b87 req-cde94a1c-6dfc-450f-bfde-9376cacb9866 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:39.589827 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-156171eb-e076-4dff-824b-13ed4d964b87 req-cde94a1c-6dfc-450f-bfde-9376cacb9866 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0535207 Mar 29 20:21:39.610446 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9f7eb-a3c3-46b2-9ebd-dcd98cadfb3c admin admin] Pushing event updated for resources: {'Network': ['ID=e83479d1-bee3-46e7-8da2-91dd05972bcb,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:39.622416 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Network e83479d1-bee3-46e7-8da2-91dd05972bcb details requested by agent ovs-agent-dv-cinder-784815-3-iscsi with host dv-cinder-784815-3-iscsi {{(pid=103822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 20:21:39.634551 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-f9b9f7eb-a3c3-46b2-9ebd-dcd98cadfb3c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5740783 Mar 29 20:21:39.635102 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 44688) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:39.641688 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-642308d1-8dc1-4997-ba73-4e54bb8a372d admin admin] Request body: {'subnet': {'network_id': 'e83479d1-bee3-46e7-8da2-91dd05972bcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1958323673-subnet', 'tenant_id': 'c5201bb0cc75420e8fd9b8af2c5840ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:21:39.643480 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-156171eb-e076-4dff-824b-13ed4d964b87 req-e0e6d169-b06a-429b-8522-83e237a22e03 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470309 Mar 29 20:21:39.716578 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642308d1-8dc1-4997-ba73-4e54bb8a372d admin admin] Made reservation on behalf of c5201bb0cc75420e8fd9b8af2c5840ad for: {'subnet': 1} {{(pid=103821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:21:39.720732 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-642308d1-8dc1-4997-ba73-4e54bb8a372d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:40.148086 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8132cf1f-c167-485f-83f3-8770261b6b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:40.172603 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-642308d1-8dc1-4997-ba73-4e54bb8a372d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for subnet (84ab2457-83c3-4fae-8e9c-b96b09757ac4), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:40.232334 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642308d1-8dc1-4997-ba73-4e54bb8a372d admin admin] Pushing event updated for resources: {'Subnet': ['ID=84ab2457-83c3-4fae-8e9c-b96b09757ac4,revision_number=0']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:40.240479 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642308d1-8dc1-4997-ba73-4e54bb8a372d admin admin] Checking segment: {'id': '98fa8825-3b43-489e-bf5b-c67662c1d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e83479d1-bee3-46e7-8da2-91dd05972bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:21:40.241464 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642308d1-8dc1-4997-ba73-4e54bb8a372d admin admin] Network hostable DHCP agents. Network: e83479d1-bee3-46e7-8da2-91dd05972bcb, hostable agents: ['fbd11a15-72c3-4df4-9a60-af3fb4eb1f23'], hosted agents: [] {{(pid=103821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 20:21:40.286806 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 44708) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:40.308244 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642308d1-8dc1-4997-ba73-4e54bb8a372d admin admin] Network e83479d1-bee3-46e7-8da2-91dd05972bcb is scheduled to be hosted by DHCP agent fbd11a15-72c3-4df4-9a60-af3fb4eb1f23 with binding_index 1 {{(pid=103821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 20:21:40.385536 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [None req-642308d1-8dc1-4997-ba73-4e54bb8a372d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-3-iscsi, e83479d1-bee3-46e7-8da2-91dd05972bcb) {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:21:40.389028 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642308d1-8dc1-4997-ba73-4e54bb8a372d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:40.389474 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-642308d1-8dc1-4997-ba73-4e54bb8a372d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for subnet (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:40.393420 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4dc233-cead-47c2-b336-e7383a42c100 None None] Network e83479d1-bee3-46e7-8da2-91dd05972bcb requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:21:40.411643 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-df1a6438-6cc1-4b98-8aa7-80533efb80c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:40.485000 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-df1a6438-6cc1-4b98-8aa7-80533efb80c5 admin admin] Publish callbacks [] for security_group (9155df22-fc04-4ea1-88e8-4ae534efd029), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:40.493748 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261544d8-6c1f-48e9-a805-de4e25e607ad None None] Network e83479d1-bee3-46e7-8da2-91dd05972bcb requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:21:40.505977 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-642308d1-8dc1-4997-ba73-4e54bb8a372d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8693862 Mar 29 20:21:40.588972 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-df1a6438-6cc1-4b98-8aa7-80533efb80c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (9155df22-fc04-4ea1-88e8-4ae534efd029), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:40.639700 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a6438-6cc1-4b98-8aa7-80533efb80c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9155df22-fc04-4ea1-88e8-4ae534efd029,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:40.645765 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-df1a6438-6cc1-4b98-8aa7-80533efb80c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5517914e520f417481d625314e3478b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3563964 Mar 29 20:21:40.647699 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 44726) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:40.712657 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0c0543aa-a974-471c-b2cc-96182c52cbbb admin admin] Publish callbacks [] for security_group (9155df22-fc04-4ea1-88e8-4ae534efd029), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:40.740720 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0c0543aa-a974-471c-b2cc-96182c52cbbb admin admin] Publish callbacks [] for security_group (9155df22-fc04-4ea1-88e8-4ae534efd029), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:40.780987 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea667a3-e157-4699-8b68-67d59ac5ad0f req-76d2bb28-5f96-4dbc-b7bc-eec367a98ac6 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:40.788137 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-aea667a3-e157-4699-8b68-67d59ac5ad0f req-76d2bb28-5f96-4dbc-b7bc-eec367a98ac6 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0607748 Mar 29 20:21:40.844595 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-aea667a3-e157-4699-8b68-67d59ac5ad0f req-e4c64e60-6be7-499d-87f5-0bfd39c37e1a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540204 Mar 29 20:21:40.869892 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0c0543aa-a974-471c-b2cc-96182c52cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (9155df22-fc04-4ea1-88e8-4ae534efd029), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:40.875371 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0c0543aa-a974-471c-b2cc-96182c52cbbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:40.878786 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-0c0543aa-a974-471c-b2cc-96182c52cbbb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9155df22-fc04-4ea1-88e8-4ae534efd029 HTTP/1.1" status: 204 len: 168 time: 0.2278922 Mar 29 20:21:40.887867 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0543aa-a974-471c-b2cc-96182c52cbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9155df22-fc04-4ea1-88e8-4ae534efd029,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:41.229709 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 44760) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:41.279813 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e52f6c-8f83-48a3-98cf-f3a50220dcf1 admin admin] Deleting subnet c7cf3a93-94d5-4fcf-a0c8-ad3d8834030c {{(pid=103821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 20:21:41.279813 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-a5e52f6c-8f83-48a3-98cf-f3a50220dcf1 admin admin] Publish callbacks [] for subnet (c7cf3a93-94d5-4fcf-a0c8-ad3d8834030c), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:41.317424 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-a5e52f6c-8f83-48a3-98cf-f3a50220dcf1 admin admin] Publish callbacks [] for subnet (c7cf3a93-94d5-4fcf-a0c8-ad3d8834030c), precommit_delete_associations {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:41.325508 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 44764) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:41.327455 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-a5e52f6c-8f83-48a3-98cf-f3a50220dcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3219654'] for subnet (c7cf3a93-94d5-4fcf-a0c8-ad3d8834030c), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:41.331965 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-7834df7c-1f78-4a13-b4be-5d21bfe5965d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-21205555-network', 'tenant_id': 'f1a4b9943a19442f8d660033054c7ae3'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:21:41.560003 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7834df7c-1f78-4a13-b4be-5d21bfe5965d admin admin] Made reservation on behalf of f1a4b9943a19442f8d660033054c7ae3 for: {'network': 1} {{(pid=103820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:21:41.560476 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-a5e52f6c-8f83-48a3-98cf-f3a50220dcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3219697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for subnet (c7cf3a93-94d5-4fcf-a0c8-ad3d8834030c), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:41.562716 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7834df7c-1f78-4a13-b4be-5d21bfe5965d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for network (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:41.572478 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7834df7c-1f78-4a13-b4be-5d21bfe5965d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:41.587882 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e52f6c-8f83-48a3-98cf-f3a50220dcf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7cf3a93-94d5-4fcf-a0c8-ad3d8834030c,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:41.591909 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-a5e52f6c-8f83-48a3-98cf-f3a50220dcf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for subnet (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:41.598927 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-a5e52f6c-8f83-48a3-98cf-f3a50220dcf1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c7cf3a93-94d5-4fcf-a0c8-ad3d8834030c HTTP/1.1" status: 204 len: 168 time: 0.3644764 Mar 29 20:21:41.598927 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 44766) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:41.657625 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7834df7c-1f78-4a13-b4be-5d21bfe5965d admin admin] Publish callbacks [] for security_group (d6f77870-6f22-41e6-95eb-595f30746061), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:41.667145 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-634e3e35-934f-403c-a650-340ea43cdbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148679'] for network (39b6a305-88e1-422a-97d7-4469551c41d4), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:41.703070 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7834df7c-1f78-4a13-b4be-5d21bfe5965d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (d6f77870-6f22-41e6-95eb-595f30746061), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:41.730685 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 44770) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:41.731467 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7834df7c-1f78-4a13-b4be-5d21bfe5965d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=103820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 20:21:41.764850 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-634e3e35-934f-403c-a650-340ea43cdbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336013', 'neutron.services.segments.db._delete_segments_for_network-8738049908282'] for network (39b6a305-88e1-422a-97d7-4469551c41d4), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:41.769795 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7834df7c-1f78-4a13-b4be-5d21bfe5965d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (3fdf1fe7-3b0b-40b4-aec0-8c9332aa54d3), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:41.770140 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.db.segments_db [None req-7834df7c-1f78-4a13-b4be-5d21bfe5965d admin admin] Added segment 3fdf1fe7-3b0b-40b4-aec0-8c9332aa54d3 of type vlan for network addfcc4b-8ebc-4753-b7a3-77cab99abf5c Mar 29 20:21:41.771695 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1fa77c92-f6fd-4b5d-b4de-316154263f4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:41.773443 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834df7c-1f78-4a13-b4be-5d21bfe5965d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f77870-6f22-41e6-95eb-595f30746061,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:41.790578 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-634e3e35-934f-403c-a650-340ea43cdbe0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:21:41.791097 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-634e3e35-934f-403c-a650-340ea43cdbe0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:21:41.792135 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-634e3e35-934f-403c-a650-340ea43cdbe0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:21:41.792604 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-634e3e35-934f-403c-a650-340ea43cdbe0 admin admin] Subscribe: > port after_create 55550000 {{(pid=103821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:21:41.793130 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-634e3e35-934f-403c-a650-340ea43cdbe0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:21:41.793816 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-634e3e35-934f-403c-a650-340ea43cdbe0 admin admin] Subscribe: > port after_update 55550000 {{(pid=103821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:21:41.794018 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-634e3e35-934f-403c-a650-340ea43cdbe0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:21:41.794422 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-634e3e35-934f-403c-a650-340ea43cdbe0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:21:41.794821 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-634e3e35-934f-403c-a650-340ea43cdbe0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:21:41.795757 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-634e3e35-934f-403c-a650-340ea43cdbe0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:21:41.831850 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7834df7c-1f78-4a13-b4be-5d21bfe5965d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738049548858'] for network (addfcc4b-8ebc-4753-b7a3-77cab99abf5c), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:41.890869 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-634e3e35-934f-403c-a650-340ea43cdbe0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:21:41.891298 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-634e3e35-934f-403c-a650-340ea43cdbe0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:21:41.891710 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-634e3e35-934f-403c-a650-340ea43cdbe0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:21:41.892045 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-634e3e35-934f-403c-a650-340ea43cdbe0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:21:41.892413 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.services.segments.db [None req-634e3e35-934f-403c-a650-340ea43cdbe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b6a305-88e1-422a-97d7-4469551c41d4']}} {{(pid=103821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:21:41.907950 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1fa77c92-f6fd-4b5d-b4de-316154263f4d admin admin] Publish callbacks [] for security_group (89841476-63d2-4106-8b00-341b42141b15), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:41.911397 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.services.segments.db [None req-634e3e35-934f-403c-a650-340ea43cdbe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e876de9-e068-4593-b07b-f23213271be1') {'for_net_delete': True} {{(pid=103821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:21:41.911694 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.services.segments.db [None req-634e3e35-934f-403c-a650-340ea43cdbe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e876de9-e068-4593-b07b-f23213271be1') {} {{(pid=103821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:21:41.928955 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-634e3e35-934f-403c-a650-340ea43cdbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050091075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125898124'] for segment (2e876de9-e068-4593-b07b-f23213271be1), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:41.943658 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7834df7c-1f78-4a13-b4be-5d21bfe5965d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for network (addfcc4b-8ebc-4753-b7a3-77cab99abf5c), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:41.944777 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7834df7c-1f78-4a13-b4be-5d21bfe5965d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:41.945516 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7834df7c-1f78-4a13-b4be-5d21bfe5965d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:41.949843 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-634e3e35-934f-403c-a650-340ea43cdbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (2e876de9-e068-4593-b07b-f23213271be1), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:41.960999 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634e3e35-934f-403c-a650-340ea43cdbe0 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 20:21:41.961438 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-634e3e35-934f-403c-a650-340ea43cdbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129149377'] for segment (2e876de9-e068-4593-b07b-f23213271be1), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: from cryptography.utils import int_from_bytes Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: from cryptography.utils import int_from_bytes Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: Traceback (most recent call last): Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: timer() Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: cb(*args, **kw) Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: return func(*args, **kwargs) Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: self._notify() Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: self.callback(batched_events) Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: event.method(event) Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: return f(self, *a, **k) Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: return self._get(url).json() Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: return self.request(url, 'GET', **kwargs) Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 20:21:41.991755 dv-cinder-784815-3-iscsi neutron-server[103821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 20:21:42.007594 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1fa77c92-f6fd-4b5d-b4de-316154263f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (89841476-63d2-4106-8b00-341b42141b15), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:42.057331 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834df7c-1f78-4a13-b4be-5d21bfe5965d admin admin] Pushing event updated for resources: {'Network': ['ID=addfcc4b-8ebc-4753-b7a3-77cab99abf5c,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:42.070497 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-1fa77c92-f6fd-4b5d-b4de-316154263f4d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=765d322488f348299538ad2e3605f012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3330278 Mar 29 20:21:42.071039 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 44774) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:42.075478 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Network addfcc4b-8ebc-4753-b7a3-77cab99abf5c details requested by agent ovs-agent-dv-cinder-784815-3-iscsi with host dv-cinder-784815-3-iscsi {{(pid=103822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 20:21:42.077370 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915b63e-4a3e-4519-a883-8756c31ab567 req-dd385288-f711-458a-841d-be3bccf0990b tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:42.078952 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7915b63e-4a3e-4519-a883-8756c31ab567 req-dd385288-f711-458a-841d-be3bccf0990b tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.1666603 Mar 29 20:21:42.082649 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-7834df7c-1f78-4a13-b4be-5d21bfe5965d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7559321 Mar 29 20:21:42.083423 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa77c92-f6fd-4b5d-b4de-316154263f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89841476-63d2-4106-8b00-341b42141b15,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:42.086677 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 44776) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:42.091669 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-b97edb7d-777c-4fa3-bf02-cb0ed32a40b0 admin admin] Request body: {'subnet': {'network_id': 'addfcc4b-8ebc-4753-b7a3-77cab99abf5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-21205555-subnet', 'tenant_id': 'f1a4b9943a19442f8d660033054c7ae3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:21:42.117416 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-634e3e35-934f-403c-a650-340ea43cdbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541015'] for network (39b6a305-88e1-422a-97d7-4469551c41d4), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:42.132482 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-634e3e35-934f-403c-a650-340ea43cdbe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:42.136491 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-634e3e35-934f-403c-a650-340ea43cdbe0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/39b6a305-88e1-422a-97d7-4469551c41d4 HTTP/1.1" status: 204 len: 168 time: 0.5379379 Mar 29 20:21:42.147815 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e3e35-934f-403c-a650-340ea43cdbe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=39b6a305-88e1-422a-97d7-4469551c41d4,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:42.164450 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7915b63e-4a3e-4519-a883-8756c31ab567 req-a97c71dc-719e-4c12-b69e-599dd316de07 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685451 Mar 29 20:21:42.167243 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-fb2a0a80-89bd-41b7-bab0-9c138c90a61a admin admin] Publish callbacks [] for security_group (89841476-63d2-4106-8b00-341b42141b15), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:42.177551 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97edb7d-777c-4fa3-bf02-cb0ed32a40b0 admin admin] Made reservation on behalf of f1a4b9943a19442f8d660033054c7ae3 for: {'subnet': 1} {{(pid=103820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:21:42.183841 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b97edb7d-777c-4fa3-bf02-cb0ed32a40b0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:42.192116 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-fb2a0a80-89bd-41b7-bab0-9c138c90a61a admin admin] Publish callbacks [] for security_group (89841476-63d2-4106-8b00-341b42141b15), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:42.245782 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-d66b7286-6a56-487c-b92d-17bf60e3e4b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:42.326065 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-fb2a0a80-89bd-41b7-bab0-9c138c90a61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (89841476-63d2-4106-8b00-341b42141b15), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:42.338306 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-fb2a0a80-89bd-41b7-bab0-9c138c90a61a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:42.338306 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-fb2a0a80-89bd-41b7-bab0-9c138c90a61a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/89841476-63d2-4106-8b00-341b42141b15 HTTP/1.1" status: 204 len: 168 time: 0.2573018 Mar 29 20:21:42.342083 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a0a80-89bd-41b7-bab0-9c138c90a61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89841476-63d2-4106-8b00-341b42141b15,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:42.542667 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b97edb7d-777c-4fa3-bf02-cb0ed32a40b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for subnet (a7d22a08-2082-497e-b3b6-d9a0abcf388b), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:42.603604 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97edb7d-777c-4fa3-bf02-cb0ed32a40b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7d22a08-2082-497e-b3b6-d9a0abcf388b,revision_number=0']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:42.611740 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97edb7d-777c-4fa3-bf02-cb0ed32a40b0 admin admin] Checking segment: {'id': '3fdf1fe7-3b0b-40b4-aec0-8c9332aa54d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'addfcc4b-8ebc-4753-b7a3-77cab99abf5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:21:42.612100 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97edb7d-777c-4fa3-bf02-cb0ed32a40b0 admin admin] Network hostable DHCP agents. Network: addfcc4b-8ebc-4753-b7a3-77cab99abf5c, hostable agents: ['fbd11a15-72c3-4df4-9a60-af3fb4eb1f23'], hosted agents: [] {{(pid=103820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 20:21:42.647654 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 44790) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:42.693758 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-4af9af0b-984e-4a31-9280-acea9115e6fb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=331c9c75e5db410a8aab2a0dedf24117&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0448380 Mar 29 20:21:42.694381 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97edb7d-777c-4fa3-bf02-cb0ed32a40b0 admin admin] Network addfcc4b-8ebc-4753-b7a3-77cab99abf5c is scheduled to be hosted by DHCP agent fbd11a15-72c3-4df4-9a60-af3fb4eb1f23 with binding_index 1 {{(pid=103820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 20:21:42.696380 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 44792) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:42.751606 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-80f46edf-997e-4659-8f9d-78762b91f3b6 admin admin] Publish callbacks [] for security_group (1f78ef78-677c-403f-8f80-4307987aa5e6), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:42.754371 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-b97edb7d-777c-4fa3-bf02-cb0ed32a40b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-3-iscsi, addfcc4b-8ebc-4753-b7a3-77cab99abf5c) {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:21:42.764995 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97edb7d-777c-4fa3-bf02-cb0ed32a40b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:42.765800 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b97edb7d-777c-4fa3-bf02-cb0ed32a40b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for subnet (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:42.775726 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9f3558-b716-427c-b6d2-eb595f5f1a61 None None] Network addfcc4b-8ebc-4753-b7a3-77cab99abf5c requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:21:42.787086 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-80f46edf-997e-4659-8f9d-78762b91f3b6 admin admin] Publish callbacks [] for security_group (1f78ef78-677c-403f-8f80-4307987aa5e6), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:42.838258 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-b97edb7d-777c-4fa3-bf02-cb0ed32a40b0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7504432 Mar 29 20:21:42.871356 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 44800) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:42.891119 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-80f46edf-997e-4659-8f9d-78762b91f3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (1f78ef78-677c-403f-8f80-4307987aa5e6), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:42.894498 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-80f46edf-997e-4659-8f9d-78762b91f3b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:42.897416 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-80f46edf-997e-4659-8f9d-78762b91f3b6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1f78ef78-677c-403f-8f80-4307987aa5e6 HTTP/1.1" status: 204 len: 168 time: 0.1980503 Mar 29 20:21:42.907467 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f46edf-997e-4659-8f9d-78762b91f3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f78ef78-677c-403f-8f80-4307987aa5e6,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:42.933872 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16db4629-487d-4367-a2b5-2d73375780f9 None None] Network addfcc4b-8ebc-4753-b7a3-77cab99abf5c requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:21:43.167147 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-64157b4b-7f56-43da-b74c-d7a7521b4a17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:43.261746 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-64157b4b-7f56-43da-b74c-d7a7521b4a17 admin admin] Publish callbacks [] for security_group (df3434fc-12d9-40f3-8d61-91d959e79175), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:43.307569 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202e6f6-4118-4ed3-b177-1eef8f66d68c req-031f7036-c9eb-401e-976c-068406edaf9a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:43.309146 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1202e6f6-4118-4ed3-b177-1eef8f66d68c req-031f7036-c9eb-401e-976c-068406edaf9a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0522540 Mar 29 20:21:43.365446 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-64157b4b-7f56-43da-b74c-d7a7521b4a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (df3434fc-12d9-40f3-8d61-91d959e79175), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:43.366936 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1202e6f6-4118-4ed3-b177-1eef8f66d68c req-151fa1b8-8207-4ef0-a7f0-240b6eddcb6a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513463 Mar 29 20:21:43.411978 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64157b4b-7f56-43da-b74c-d7a7521b4a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3434fc-12d9-40f3-8d61-91d959e79175,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:43.417792 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-64157b4b-7f56-43da-b74c-d7a7521b4a17 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c4ed2d69982450796568b5b0be558e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5453627 Mar 29 20:21:43.422333 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 44816) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:43.482616 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-02b06e39-0f3d-4085-aa72-ba3df47fe1fa admin admin] Publish callbacks [] for security_group (df3434fc-12d9-40f3-8d61-91d959e79175), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:43.516459 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-02b06e39-0f3d-4085-aa72-ba3df47fe1fa admin admin] Publish callbacks [] for security_group (df3434fc-12d9-40f3-8d61-91d959e79175), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:43.640401 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-02b06e39-0f3d-4085-aa72-ba3df47fe1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (df3434fc-12d9-40f3-8d61-91d959e79175), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:43.643034 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-02b06e39-0f3d-4085-aa72-ba3df47fe1fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:43.644201 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-02b06e39-0f3d-4085-aa72-ba3df47fe1fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df3434fc-12d9-40f3-8d61-91d959e79175 HTTP/1.1" status: 204 len: 168 time: 0.2240081 Mar 29 20:21:43.652356 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b06e39-0f3d-4085-aa72-ba3df47fe1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3434fc-12d9-40f3-8d61-91d959e79175,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:43.742511 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:44.415808 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 44860) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:44.431654 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7f0be1c5-166d-42b2-a5b5-fe43810979bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:44.516331 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0b08c-2935-4936-899c-32276737126a req-37fc824b-8cfe-4702-880d-8d067aaac139 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:44.518737 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8aa0b08c-2935-4936-899c-32276737126a req-37fc824b-8cfe-4702-880d-8d067aaac139 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0760341 Mar 29 20:21:44.536608 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7f0be1c5-166d-42b2-a5b5-fe43810979bc admin admin] Publish callbacks [] for security_group (950ff6e9-198a-4332-a8fa-bc5e4bd8c7a6), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:44.570808 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8aa0b08c-2935-4936-899c-32276737126a req-763844d8-9a8c-491f-9e2f-413a5cad6c82 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465517 Mar 29 20:21:44.646078 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7f0be1c5-166d-42b2-a5b5-fe43810979bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (950ff6e9-198a-4332-a8fa-bc5e4bd8c7a6), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:44.690460 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-7f0be1c5-166d-42b2-a5b5-fe43810979bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fb9ff164b31942c8a8ce43b9e74aabb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2735877 Mar 29 20:21:44.693317 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 44866) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:44.700207 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0be1c5-166d-42b2-a5b5-fe43810979bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950ff6e9-198a-4332-a8fa-bc5e4bd8c7a6,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:44.745741 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-09a10e40-5141-4cf8-a16c-e52d45aeef20 admin admin] Publish callbacks [] for security_group (950ff6e9-198a-4332-a8fa-bc5e4bd8c7a6), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:44.767676 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-09a10e40-5141-4cf8-a16c-e52d45aeef20 admin admin] Publish callbacks [] for security_group (950ff6e9-198a-4332-a8fa-bc5e4bd8c7a6), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:44.784404 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:44.890943 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-09a10e40-5141-4cf8-a16c-e52d45aeef20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (950ff6e9-198a-4332-a8fa-bc5e4bd8c7a6), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:44.897062 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-09a10e40-5141-4cf8-a16c-e52d45aeef20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:44.897062 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-09a10e40-5141-4cf8-a16c-e52d45aeef20 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/950ff6e9-198a-4332-a8fa-bc5e4bd8c7a6 HTTP/1.1" status: 204 len: 168 time: 0.2004187 Mar 29 20:21:44.902478 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a10e40-5141-4cf8-a16c-e52d45aeef20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950ff6e9-198a-4332-a8fa-bc5e4bd8c7a6,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:45.693622 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b477d-a120-4726-9291-a7c6958e3b3f req-e04f2bab-2ebc-43d7-a799-af9eacd8cf0a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:45.695045 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f41b477d-a120-4726-9291-a7c6958e3b3f req-e04f2bab-2ebc-43d7-a799-af9eacd8cf0a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0551152 Mar 29 20:21:45.748051 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f41b477d-a120-4726-9291-a7c6958e3b3f req-4ff3d145-53b9-4c1d-a312-dee75246d781 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473812 Mar 29 20:21:45.895678 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 44916) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:45.909767 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ee84d129-fdc1-4cff-9a01-de6d59ee1c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:46.015341 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ee84d129-fdc1-4cff-9a01-de6d59ee1c48 admin admin] Publish callbacks [] for security_group (8833f7b5-a14c-4b72-a708-d6796d860aeb), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:46.101942 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ee84d129-fdc1-4cff-9a01-de6d59ee1c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (8833f7b5-a14c-4b72-a708-d6796d860aeb), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:46.144019 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-ee84d129-fdc1-4cff-9a01-de6d59ee1c48 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d6015b8ef9d44897815b9216ad8e24fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467649 Mar 29 20:21:46.144717 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84d129-fdc1-4cff-9a01-de6d59ee1c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8833f7b5-a14c-4b72-a708-d6796d860aeb,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:46.147286 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 44926) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:46.207623 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-727cd236-3eff-4cdc-97e4-cbb98c2e16c5 admin admin] Publish callbacks [] for security_group (8833f7b5-a14c-4b72-a708-d6796d860aeb), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:46.231670 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-727cd236-3eff-4cdc-97e4-cbb98c2e16c5 admin admin] Publish callbacks [] for security_group (8833f7b5-a14c-4b72-a708-d6796d860aeb), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:46.319580 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-727cd236-3eff-4cdc-97e4-cbb98c2e16c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (8833f7b5-a14c-4b72-a708-d6796d860aeb), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:46.322641 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-727cd236-3eff-4cdc-97e4-cbb98c2e16c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:46.324203 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-727cd236-3eff-4cdc-97e4-cbb98c2e16c5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8833f7b5-a14c-4b72-a708-d6796d860aeb HTTP/1.1" status: 204 len: 168 time: 0.1748519 Mar 29 20:21:46.338596 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727cd236-3eff-4cdc-97e4-cbb98c2e16c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8833f7b5-a14c-4b72-a708-d6796d860aeb,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:46.377788 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:46.901900 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198a88c-b25e-4207-8299-ab1231de0e76 req-c6c493e0-c286-40e5-98e4-a52242c339a3 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:46.903466 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4198a88c-b25e-4207-8299-ab1231de0e76 req-c6c493e0-c286-40e5-98e4-a52242c339a3 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0655632 Mar 29 20:21:46.955081 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4198a88c-b25e-4207-8299-ab1231de0e76 req-32f52700-b28d-4832-9b18-4886e78c764d tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455289 Mar 29 20:21:48.074987 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2d539-4f9d-44fc-8083-c85b9ef22fb0 req-fd71cfcc-1873-4ad1-831b-f7ba13b20975 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:48.076984 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-04b2d539-4f9d-44fc-8083-c85b9ef22fb0 req-fd71cfcc-1873-4ad1-831b-f7ba13b20975 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0539155 Mar 29 20:21:48.123540 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-04b2d539-4f9d-44fc-8083-c85b9ef22fb0 req-8c4979cd-277c-434a-b6cb-63e799dc6b74 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402517 Mar 29 20:21:49.278273 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42954e8d-b4c1-45e3-bfee-98cb70cd24a4 req-e1b8b8c8-8bf1-44c2-86d6-eeb757e09fee tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:49.280624 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-42954e8d-b4c1-45e3-bfee-98cb70cd24a4 req-e1b8b8c8-8bf1-44c2-86d6-eeb757e09fee tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0748513 Mar 29 20:21:49.334630 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-42954e8d-b4c1-45e3-bfee-98cb70cd24a4 req-3e33bce8-e7d8-4bfb-bd12-bafe6ddb1d22 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479388 Mar 29 20:21:50.459315 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2b485-3aa7-4bd7-8b06-7141c877bad8 req-0240f1ab-d6ec-47cc-b43b-2f3b408c7fa2 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:50.461028 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cff2b485-3aa7-4bd7-8b06-7141c877bad8 req-0240f1ab-d6ec-47cc-b43b-2f3b408c7fa2 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0571451 Mar 29 20:21:50.509459 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cff2b485-3aa7-4bd7-8b06-7141c877bad8 req-f3861f07-13df-4c49-9bba-52f5d2ca6291 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426590 Mar 29 20:21:51.625386 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603aeb91-0600-4682-a073-1c98ebbbea7c req-a38a4d86-9c91-4c09-a737-799512ec6906 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:51.627011 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-603aeb91-0600-4682-a073-1c98ebbbea7c req-a38a4d86-9c91-4c09-a737-799512ec6906 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0536990 Mar 29 20:21:51.672692 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-603aeb91-0600-4682-a073-1c98ebbbea7c req-248a0e85-7488-4e9a-9f59-86e47d2be2f5 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402508 Mar 29 20:21:52.788711 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64f5b8-d46c-4053-8a2c-9ce1842361c8 req-e6eec0d3-ebfd-428b-9971-76da0b4eb53f tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:52.790220 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6a64f5b8-d46c-4053-8a2c-9ce1842361c8 req-e6eec0d3-ebfd-428b-9971-76da0b4eb53f tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0520608 Mar 29 20:21:52.839031 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6a64f5b8-d46c-4053-8a2c-9ce1842361c8 req-872d49fb-9f8d-4e66-a05c-5d7e38610e76 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434363 Mar 29 20:21:53.954567 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6590f-6664-48ab-aff1-efbff948448d req-1ae7c5ac-6ee6-4b69-b399-6d982c17748c tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:53.956777 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-25c6590f-6664-48ab-aff1-efbff948448d req-1ae7c5ac-6ee6-4b69-b399-6d982c17748c tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0536494 Mar 29 20:21:54.002209 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-25c6590f-6664-48ab-aff1-efbff948448d req-181f451e-1391-4f0d-8092-89c00d327614 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399299 Mar 29 20:21:55.117321 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f667c-2dd1-43db-bf26-2e67ddc32429 req-5f2ec8f4-cf81-4756-9996-3afb70c2731b tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:55.118887 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d97f667c-2dd1-43db-bf26-2e67ddc32429 req-5f2ec8f4-cf81-4756-9996-3afb70c2731b tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0513554 Mar 29 20:21:55.164344 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d97f667c-2dd1-43db-bf26-2e67ddc32429 req-965fb6f7-315b-4d4b-9e44-1eb01bbf0772 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399854 Mar 29 20:21:56.283663 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83e968-eb7a-4040-80f6-9a7d41e06bf8 req-de2ab77a-0df3-4b77-ba9c-1df3ad444d5a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:56.285128 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0c83e968-eb7a-4040-80f6-9a7d41e06bf8 req-de2ab77a-0df3-4b77-ba9c-1df3ad444d5a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0549405 Mar 29 20:21:56.330746 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0c83e968-eb7a-4040-80f6-9a7d41e06bf8 req-5e167043-c166-40cc-8974-eb61657c0022 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401380 Mar 29 20:21:57.450661 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0e03f-7ae8-426e-891d-9f8a9a6db88e req-5467425e-fcef-4195-9e2b-03abe08aff85 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:57.455268 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-99e0e03f-7ae8-426e-891d-9f8a9a6db88e req-5467425e-fcef-4195-9e2b-03abe08aff85 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0522344 Mar 29 20:21:57.506090 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-99e0e03f-7ae8-426e-891d-9f8a9a6db88e req-3351ddd9-13e6-464d-a776-5ab784d34bf0 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477495 Mar 29 20:21:58.552979 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:58.622215 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e0e71-3cc3-463f-9fcc-dc221acdd65c req-07a7da6c-b254-4902-8cb1-3cffc5008152 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:58.631299 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cd7e0e71-3cc3-463f-9fcc-dc221acdd65c req-07a7da6c-b254-4902-8cb1-3cffc5008152 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0603614 Mar 29 20:21:58.679445 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cd7e0e71-3cc3-463f-9fcc-dc221acdd65c req-a6e32d7e-7b8d-459b-8acb-6d33d0124ae3 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472984 Mar 29 20:21:59.095164 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 45240) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:59.203794 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3e8a7cf6-522e-4dd7-947f-927e1756cfe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:59.277596 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3e8a7cf6-522e-4dd7-947f-927e1756cfe3 admin admin] Publish callbacks [] for security_group (214f62c8-e154-41e7-ad19-868d821570b5), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:59.393143 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3e8a7cf6-522e-4dd7-947f-927e1756cfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (214f62c8-e154-41e7-ad19-868d821570b5), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:59.430242 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a7cf6-522e-4dd7-947f-927e1756cfe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214f62c8-e154-41e7-ad19-868d821570b5,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:59.437343 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-3e8a7cf6-522e-4dd7-947f-927e1756cfe3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4548dfefb1194ac6b087b7a331685536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383548 Mar 29 20:21:59.438419 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 45258) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:21:59.489163 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9e23c22e-4cea-4785-bc15-657ed97569a4 admin admin] Publish callbacks [] for security_group (214f62c8-e154-41e7-ad19-868d821570b5), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:59.511186 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9e23c22e-4cea-4785-bc15-657ed97569a4 admin admin] Publish callbacks [] for security_group (214f62c8-e154-41e7-ad19-868d821570b5), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:59.598960 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9e23c22e-4cea-4785-bc15-657ed97569a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (214f62c8-e154-41e7-ad19-868d821570b5), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:59.601559 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9e23c22e-4cea-4785-bc15-657ed97569a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:21:59.602798 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-9e23c22e-4cea-4785-bc15-657ed97569a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/214f62c8-e154-41e7-ad19-868d821570b5 HTTP/1.1" status: 204 len: 168 time: 0.1634779 Mar 29 20:21:59.612805 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e23c22e-4cea-4785-bc15-657ed97569a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214f62c8-e154-41e7-ad19-868d821570b5,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:21:59.799844 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99458e99-c30b-4abd-bb81-cee4feff20c7 req-2a792df0-daad-476d-963c-638aff79f6fd tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:21:59.804884 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-99458e99-c30b-4abd-bb81-cee4feff20c7 req-2a792df0-daad-476d-963c-638aff79f6fd tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0535715 Mar 29 20:21:59.851836 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-99458e99-c30b-4abd-bb81-cee4feff20c7 req-aa402ac4-b10e-4718-838f-cc3abdbffa86 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447104 Mar 29 20:22:00.321658 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:22:00.601591 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 45326) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:00.717738 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-29989175-54d7-46f6-b453-e9240d126dd6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1980463868-network', 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:22:00.781919 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29989175-54d7-46f6-b453-e9240d126dd6 admin admin] Made reservation on behalf of 2edfa256a0874cc7afc8c01ea3e810be for: {'network': 1} {{(pid=103821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:22:00.784215 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-29989175-54d7-46f6-b453-e9240d126dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for network (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:00.792461 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-29989175-54d7-46f6-b453-e9240d126dd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:00.872378 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-29989175-54d7-46f6-b453-e9240d126dd6 admin admin] Publish callbacks [] for security_group (906e1a96-a6c9-45be-9bcf-ad20e35578bd), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:00.947495 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-29989175-54d7-46f6-b453-e9240d126dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (906e1a96-a6c9-45be-9bcf-ad20e35578bd), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:00.986179 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29989175-54d7-46f6-b453-e9240d126dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906e1a96-a6c9-45be-9bcf-ad20e35578bd,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:00.988898 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29989175-54d7-46f6-b453-e9240d126dd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=103821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 20:22:00.992170 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917db304-cb95-4e60-aa54-3de0167d437f req-6c6f88ea-456c-4649-a3f4-d5fe871cc4ae tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:01.001671 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-29989175-54d7-46f6-b453-e9240d126dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (8a5c2f71-2128-458a-86c9-66786652e5d8), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:01.001814 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-917db304-cb95-4e60-aa54-3de0167d437f req-6c6f88ea-456c-4649-a3f4-d5fe871cc4ae tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0797317 Mar 29 20:22:01.001913 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.db.segments_db [None req-29989175-54d7-46f6-b453-e9240d126dd6 admin admin] Added segment 8a5c2f71-2128-458a-86c9-66786652e5d8 of type vlan for network d939773b-8d62-47b4-b7b4-1f471826d25d Mar 29 20:22:01.045974 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 45344) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:01.049569 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-29989175-54d7-46f6-b453-e9240d126dd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738049548858'] for network (d939773b-8d62-47b4-b7b4-1f471826d25d), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:01.051222 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-917db304-cb95-4e60-aa54-3de0167d437f req-61e8258d-037a-4d03-af98-732e40d22795 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492511 Mar 29 20:22:01.148750 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-29989175-54d7-46f6-b453-e9240d126dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for network (d939773b-8d62-47b4-b7b4-1f471826d25d), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:01.149667 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29989175-54d7-46f6-b453-e9240d126dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:01.150320 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-29989175-54d7-46f6-b453-e9240d126dd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:01.165513 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7c4e37dd-1846-49da-a363-8aa736dad67f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:01.233405 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29989175-54d7-46f6-b453-e9240d126dd6 admin admin] Pushing event updated for resources: {'Network': ['ID=d939773b-8d62-47b4-b7b4-1f471826d25d,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:01.243534 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Network d939773b-8d62-47b4-b7b4-1f471826d25d details requested by agent ovs-agent-dv-cinder-784815-3-iscsi with host dv-cinder-784815-3-iscsi {{(pid=103822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 20:22:01.267935 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-29989175-54d7-46f6-b453-e9240d126dd6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6646242 Mar 29 20:22:01.270819 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 45348) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:01.275556 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-533879c8-09d6-42f1-8f84-b74fa921d634 admin admin] Request body: {'subnet': {'network_id': 'd939773b-8d62-47b4-b7b4-1f471826d25d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1980463868-subnet', 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be', 'ip_version': 4}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:22:01.314039 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7c4e37dd-1846-49da-a363-8aa736dad67f admin admin] Publish callbacks [] for security_group (13e9f3a6-dd5c-40a4-bbd5-fd698bb05e86), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:01.387572 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533879c8-09d6-42f1-8f84-b74fa921d634 admin admin] Made reservation on behalf of 2edfa256a0874cc7afc8c01ea3e810be for: {'subnet': 1} {{(pid=103821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:22:01.389991 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-533879c8-09d6-42f1-8f84-b74fa921d634 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125915694'] for subnet (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:01.430464 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7c4e37dd-1846-49da-a363-8aa736dad67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (13e9f3a6-dd5c-40a4-bbd5-fd698bb05e86), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:01.489022 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-7c4e37dd-1846-49da-a363-8aa736dad67f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=64ab5a95cd334437bce4c3095064e0aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4420226 Mar 29 20:22:01.491755 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 45354) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:01.493717 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e37dd-1846-49da-a363-8aa736dad67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e9f3a6-dd5c-40a4-bbd5-fd698bb05e86,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:01.556185 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d3e33b3f-bc34-4a81-b991-bedc7c94f0e3 admin admin] Publish callbacks [] for security_group (13e9f3a6-dd5c-40a4-bbd5-fd698bb05e86), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:01.581147 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d3e33b3f-bc34-4a81-b991-bedc7c94f0e3 admin admin] Publish callbacks [] for security_group (13e9f3a6-dd5c-40a4-bbd5-fd698bb05e86), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:01.690265 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-533879c8-09d6-42f1-8f84-b74fa921d634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129148452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125915704'] for subnet (799fd8a5-a8ac-4d73-99bd-f021992151a2), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:01.719633 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d3e33b3f-bc34-4a81-b991-bedc7c94f0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (13e9f3a6-dd5c-40a4-bbd5-fd698bb05e86), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:01.727175 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d3e33b3f-bc34-4a81-b991-bedc7c94f0e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:01.728607 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-d3e33b3f-bc34-4a81-b991-bedc7c94f0e3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/13e9f3a6-dd5c-40a4-bbd5-fd698bb05e86 HTTP/1.1" status: 204 len: 168 time: 0.2356691 Mar 29 20:22:01.737518 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e33b3f-bc34-4a81-b991-bedc7c94f0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e9f3a6-dd5c-40a4-bbd5-fd698bb05e86,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:01.761640 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533879c8-09d6-42f1-8f84-b74fa921d634 admin admin] Pushing event updated for resources: {'Subnet': ['ID=799fd8a5-a8ac-4d73-99bd-f021992151a2,revision_number=0']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:01.774490 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533879c8-09d6-42f1-8f84-b74fa921d634 admin admin] Checking segment: {'id': '8a5c2f71-2128-458a-86c9-66786652e5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd939773b-8d62-47b4-b7b4-1f471826d25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:22:01.774855 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533879c8-09d6-42f1-8f84-b74fa921d634 admin admin] Network hostable DHCP agents. Network: d939773b-8d62-47b4-b7b4-1f471826d25d, hostable agents: ['fbd11a15-72c3-4df4-9a60-af3fb4eb1f23'], hosted agents: [] {{(pid=103821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 20:22:01.845258 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533879c8-09d6-42f1-8f84-b74fa921d634 admin admin] Network d939773b-8d62-47b4-b7b4-1f471826d25d is scheduled to be hosted by DHCP agent fbd11a15-72c3-4df4-9a60-af3fb4eb1f23 with binding_index 1 {{(pid=103821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 20:22:01.993177 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [None req-533879c8-09d6-42f1-8f84-b74fa921d634 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-3-iscsi, d939773b-8d62-47b4-b7b4-1f471826d25d) {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:22:01.998862 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533879c8-09d6-42f1-8f84-b74fa921d634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:01.999455 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-533879c8-09d6-42f1-8f84-b74fa921d634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for subnet (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:02.007245 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bedf13-e5c9-46ef-9746-0782e61fa09c None None] Network d939773b-8d62-47b4-b7b4-1f471826d25d requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:22:02.018550 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 45382) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:02.121620 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bbac15f-45b0-565a-a02d-41b9043018c6-d939773b-8d62-47b4-b7b4-1f471826d25d', 'network_id': 'd939773b-8d62-47b4-b7b4-1f471826d25d', 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'fixed_ips': [{'subnet_id': '799fd8a5-a8ac-4d73-99bd-f021992151a2'}]}} from dv-cinder-784815-3-iscsi. {{(pid=103822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 20:22:02.122642 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:02.127834 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 45392) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:02.128876 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-533879c8-09d6-42f1-8f84-b74fa921d634 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8569987 Mar 29 20:22:02.132416 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-e59c8e62-7110-4a10-8cde-59f4b4b183f5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1980463868-router', 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:22:02.204689 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c2557533-73f3-4687-8761-b8d891d7a121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:02.242510 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523d8ba-0fa4-4fad-9048-8a2b3775596b req-0ee28a3a-d4c7-4691-95b1-33184dfc12fc tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:02.244064 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f523d8ba-0fa4-4fad-9048-8a2b3775596b req-0ee28a3a-d4c7-4691-95b1-33184dfc12fc tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.1020620 Mar 29 20:22:02.269268 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e59c8e62-7110-4a10-8cde-59f4b4b183f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router (22316c7d-089d-4fe5-a203-9b19e20e66f4), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:02.270267 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e59c8e62-7110-4a10-8cde-59f4b4b183f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-432'] for router (22316c7d-089d-4fe5-a203-9b19e20e66f4), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:02.303969 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.db_base_plugin_common [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Allocated IP 172.20.0.2 (d939773b-8d62-47b4-b7b4-1f471826d25d/799fd8a5-a8ac-4d73-99bd-f021992151a2/84be2267-633f-4eb4-90eb-93a3e7229dcd) {{(pid=103822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:22:02.361472 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f523d8ba-0fa4-4fad-9048-8a2b3775596b req-2251d581-418d-4e43-94b4-50e625546257 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102667 Mar 29 20:22:02.376335 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e59c8e62-7110-4a10-8cde-59f4b4b183f5 admin admin] Publish callbacks [] for router_controller (22316c7d-089d-4fe5-a203-9b19e20e66f4), precommit_add_association {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:02.391211 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c2557533-73f3-4687-8761-b8d891d7a121 admin admin] Publish callbacks [] for security_group (126e25ac-feea-4a5f-a49d-ef1b7e237536), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:02.459618 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c2557533-73f3-4687-8761-b8d891d7a121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (126e25ac-feea-4a5f-a49d-ef1b7e237536), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:02.598731 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Publish callbacks [] for port (84be2267-633f-4eb4-90eb-93a3e7229dcd), precommit_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:02.697175 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270'] for port (84be2267-633f-4eb4-90eb-93a3e7229dcd), after_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:02.748383 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Network d939773b-8d62-47b4-b7b4-1f471826d25d is already hosted by enough agents. {{(pid=103822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:22:02.750215 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Pushing event updated for resources: {'Port': ['ID=84be2267-633f-4eb4-90eb-93a3e7229dcd,revision_number=1']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:02.753005 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.scheduler.base_scheduler [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Resources bound (agent type, host, resource id): {{(pid=103822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:22:02.755689 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Received port after_create {{(pid=103822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:22:02.762456 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:02.762849 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:02.763208 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:02.763546 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:02.763868 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:02.764189 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:02.764506 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:02.764822 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:02.765141 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:02.766049 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:02.766335 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2557533-73f3-4687-8761-b8d891d7a121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126e25ac-feea-4a5f-a49d-ef1b7e237536,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:02.766443 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:02.766775 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:02.767314 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:02.767638 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:02.767953 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:02.770767 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-c2557533-73f3-4687-8761-b8d891d7a121 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=421b54cdd049421cad2446abc5a98ad5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7512193 Mar 29 20:22:02.773615 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 45410) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:02.837654 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7d33739e-c7aa-47d8-9fd5-6609f7324425 admin admin] Publish callbacks [] for security_group (126e25ac-feea-4a5f-a49d-ef1b7e237536), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:02.847096 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Attempting to bind port 84be2267-633f-4eb4-90eb-93a3e7229dcd on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:22:02.847710 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Attempting to bind port 84be2267-633f-4eb4-90eb-93a3e7229dcd by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': '8a5c2f71-2128-458a-86c9-66786652e5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd939773b-8d62-47b4-b7b4-1f471826d25d'}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:22:02.848124 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Attempting to bind port 84be2267-633f-4eb4-90eb-93a3e7229dcd on network d939773b-8d62-47b4-b7b4-1f471826d25d {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:22:02.853624 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:22:02.854078 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Checking segment: {'id': '8a5c2f71-2128-458a-86c9-66786652e5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd939773b-8d62-47b4-b7b4-1f471826d25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:22:02.854607 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:02.855009 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Bound using segment: {'id': '8a5c2f71-2128-458a-86c9-66786652e5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd939773b-8d62-47b4-b7b4-1f471826d25d'} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:22:02.855664 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Bound port: 84be2267-633f-4eb4-90eb-93a3e7229dcd, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5c2f71-2128-458a-86c9-66786652e5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd939773b-8d62-47b4-b7b4-1f471826d25d'}}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:22:02.856096 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (84be2267-633f-4eb4-90eb-93a3e7229dcd), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:02.878808 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7d33739e-c7aa-47d8-9fd5-6609f7324425 admin admin] Publish callbacks [] for security_group (126e25ac-feea-4a5f-a49d-ef1b7e237536), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:02.885328 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e59c8e62-7110-4a10-8cde-59f4b4b183f5 admin admin] Publish callbacks [] for router_gateway (22316c7d-089d-4fe5-a203-9b19e20e66f4), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:02.936315 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] For port 84be2267-633f-4eb4-90eb-93a3e7229dcd, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:22:02.938068 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] For port 84be2267-633f-4eb4-90eb-93a3e7229dcd, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=84be2267-633f-4eb4-90eb-93a3e7229dcd,segment=NetworkSegment(8a5c2f71-2128-458a-86c9-66786652e5d8),segment_id=8a5c2f71-2128-458a-86c9-66786652e5d8)] {{(pid=103822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:22:03.033729 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7d33739e-c7aa-47d8-9fd5-6609f7324425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (126e25ac-feea-4a5f-a49d-ef1b7e237536), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:03.034513 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (84be2267-633f-4eb4-90eb-93a3e7229dcd), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:03.037192 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7d33739e-c7aa-47d8-9fd5-6609f7324425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:03.038388 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-7d33739e-c7aa-47d8-9fd5-6609f7324425 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/126e25ac-feea-4a5f-a49d-ef1b7e237536 HTTP/1.1" status: 204 len: 168 time: 0.2631328 Mar 29 20:22:03.051535 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33739e-c7aa-47d8-9fd5-6609f7324425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126e25ac-feea-4a5f-a49d-ef1b7e237536,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:03.187006 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea9a20-7adc-4cea-afa5-bc37e4ec1b39 None None] Pushing event updated for resources: {'Port': ['ID=84be2267-633f-4eb4-90eb-93a3e7229dcd,revision_number=2']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:03.245996 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e59c8e62-7110-4a10-8cde-59f4b4b183f5 admin admin] Publish callbacks [] for router_gateway (22316c7d-089d-4fe5-a203-9b19e20e66f4), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:03.269375 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e59c8e62-7110-4a10-8cde-59f4b4b183f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:03.387134 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_common [None req-e59c8e62-7110-4a10-8cde-59f4b4b183f5 admin admin] Allocated IP 172.27.3.12 (921e7f1b-e183-4cfd-babe-1b51626667cb/9cb70218-5a19-4d48-a6d1-83791bae0ed9/21cadc33-832f-489d-8539-56f6f53482e0) {{(pid=103820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:22:03.617533 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c40fb1-05df-4ce0-beb3-060ba4062237 req-f0d13273-a396-4453-a5b4-99c23728a9cd tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:03.619845 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-51c40fb1-05df-4ce0-beb3-060ba4062237 req-f0d13273-a396-4453-a5b4-99c23728a9cd tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.1391521 Mar 29 20:22:03.640127 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e59c8e62-7110-4a10-8cde-59f4b4b183f5 admin admin] Publish callbacks [] for port (21cadc33-832f-489d-8539-56f6f53482e0), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:03.658420 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 84be2267-633f-4eb4-90eb-93a3e7229dcd up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:22:03.695909 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-51c40fb1-05df-4ce0-beb3-060ba4062237 req-14078892-bd5d-4499-a4e2-8c3af5024697 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653012 Mar 29 20:22:03.729257 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 84be2267-633f-4eb4-90eb-93a3e7229dcd triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:22:03.729665 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (84be2267-633f-4eb4-90eb-93a3e7229dcd), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:03.783201 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e59c8e62-7110-4a10-8cde-59f4b4b183f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270'] for port (21cadc33-832f-489d-8539-56f6f53482e0), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:03.828901 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59c8e62-7110-4a10-8cde-59f4b4b183f5 admin admin] Network 921e7f1b-e183-4cfd-babe-1b51626667cb is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:22:03.831893 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-e59c8e62-7110-4a10-8cde-59f4b4b183f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:22:03.832157 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 84be2267-633f-4eb4-90eb-93a3e7229dcd is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:22:03.832563 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (84be2267-633f-4eb4-90eb-93a3e7229dcd), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:03.835686 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59c8e62-7110-4a10-8cde-59f4b4b183f5 admin admin] Received port after_create {{(pid=103820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:22:03.943300 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c8e62-7110-4a10-8cde-59f4b4b183f5 admin admin] Pushing event updated for resources: {'Port': ['ID=21cadc33-832f-489d-8539-56f6f53482e0,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:03.949632 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] For port 84be2267-633f-4eb4-90eb-93a3e7229dcd, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=84be2267-633f-4eb4-90eb-93a3e7229dcd,segment=NetworkSegment(8a5c2f71-2128-458a-86c9-66786652e5d8),segment_id=8a5c2f71-2128-458a-86c9-66786652e5d8)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:22:04.027181 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (84be2267-633f-4eb4-90eb-93a3e7229dcd), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:04.043630 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 45456) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:04.057435 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ab66cd42-75bf-4ade-a80a-2d7017acfecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:04.092926 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Pushing event updated for resources: {'Port': ['ID=84be2267-633f-4eb4-90eb-93a3e7229dcd,revision_number=3']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:04.175605 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ab66cd42-75bf-4ade-a80a-2d7017acfecd admin admin] Publish callbacks [] for security_group (56a93a0c-67a7-465b-ac02-34bb2dc15650), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:04.226373 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e59c8e62-7110-4a10-8cde-59f4b4b183f5 admin admin] Publish callbacks [] for router_gateway (22316c7d-089d-4fe5-a203-9b19e20e66f4), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:04.227186 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ab66cd42-75bf-4ade-a80a-2d7017acfecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (56a93a0c-67a7-465b-ac02-34bb2dc15650), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:04.274572 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-ab66cd42-75bf-4ade-a80a-2d7017acfecd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=24c1095ad6c842d497eabf4c5b258ebd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298367 Mar 29 20:22:04.276834 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66cd42-75bf-4ade-a80a-2d7017acfecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a93a0c-67a7-465b-ac02-34bb2dc15650,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:04.282736 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 45464) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:04.342373 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eca4129-5be2-4a12-9476-c6584fc7366d None None] Network d939773b-8d62-47b4-b7b4-1f471826d25d requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:22:04.356525 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c7bc90e7-d302-4689-ac46-66edbb708ec7 admin admin] Publish callbacks [] for security_group (56a93a0c-67a7-465b-ac02-34bb2dc15650), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:04.385875 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c7bc90e7-d302-4689-ac46-66edbb708ec7 admin admin] Publish callbacks [] for security_group (56a93a0c-67a7-465b-ac02-34bb2dc15650), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:04.423549 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-974d8dfd-28bd-4c61-8582-b10ee2d78dec None None] Provisioning complete for port 84be2267-633f-4eb4-90eb-93a3e7229dcd triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:22:04.423950 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-974d8dfd-28bd-4c61-8582-b10ee2d78dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (84be2267-633f-4eb4-90eb-93a3e7229dcd), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:04.472020 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e59c8e62-7110-4a10-8cde-59f4b4b183f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540959'] for router (22316c7d-089d-4fe5-a203-9b19e20e66f4), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:04.543061 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-974d8dfd-28bd-4c61-8582-b10ee2d78dec None None] Current status of the port 84be2267-633f-4eb4-90eb-93a3e7229dcd is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:22:04.554099 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c7bc90e7-d302-4689-ac46-66edbb708ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (56a93a0c-67a7-465b-ac02-34bb2dc15650), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:04.556674 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c7bc90e7-d302-4689-ac46-66edbb708ec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:04.558792 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-c7bc90e7-d302-4689-ac46-66edbb708ec7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/56a93a0c-67a7-465b-ac02-34bb2dc15650 HTTP/1.1" status: 204 len: 168 time: 0.2741420 Mar 29 20:22:04.589218 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc90e7-d302-4689-ac46-66edbb708ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a93a0c-67a7-465b-ac02-34bb2dc15650,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:04.707634 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59c8e62-7110-4a10-8cde-59f4b4b183f5 admin admin] Router 22316c7d-089d-4fe5-a203-9b19e20e66f4 is scheduled to L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d with binding_index 1 {{(pid=103820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 20:22:04.872097 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc5153-6fcd-440b-b9d1-f673581eb1bf req-b2863a6b-5810-4b5d-80c1-4d7dd849dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:04.873667 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-22bc5153-6fcd-440b-b9d1-f673581eb1bf req-b2863a6b-5810-4b5d-80c1-4d7dd849dfa3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 1130 time: 0.0518475 Mar 29 20:22:04.879705 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-67539afc-554b-40bb-ad2f-e5f05dedfef8 None None] Provisioning complete for port 84be2267-633f-4eb4-90eb-93a3e7229dcd triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:22:04.883279 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-67539afc-554b-40bb-ad2f-e5f05dedfef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (84be2267-633f-4eb4-90eb-93a3e7229dcd), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:04.900460 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d8fc9-6618-47e9-95e3-ead7006ad567 req-f5ad4afd-0494-49a7-8e2e-5ab07476c8bc tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:04.902129 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-dd2d8fc9-6618-47e9-95e3-ead7006ad567 req-f5ad4afd-0494-49a7-8e2e-5ab07476c8bc tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.1058221 Mar 29 20:22:04.946160 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-22bc5153-6fcd-440b-b9d1-f673581eb1bf req-42bc0b1d-d381-44c1-b0da-30119ad60600 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624301 Mar 29 20:22:04.946532 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59c8e62-7110-4a10-8cde-59f4b4b183f5 admin admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:22:04.963944 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77e4ef1-8c03-48be-9681-55dafaa3e85f None None] Sync routers for ids ['22316c7d-089d-4fe5-a203-9b19e20e66f4'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:22:04.976135 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77e4ef1-8c03-48be-9681-55dafaa3e85f None None] Routers {'22316c7d-089d-4fe5-a203-9b19e20e66f4'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:22:04.976918 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-f77e4ef1-8c03-48be-9681-55dafaa3e85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:21:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['22316c7d-089d-4fe5-a203-9b19e20e66f4'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:22:04.994751 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-dd2d8fc9-6618-47e9-95e3-ead7006ad567 req-a0c2b544-b826-4e9b-89a9-0a9d1de373d5 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780270 Mar 29 20:22:05.059433 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-67539afc-554b-40bb-ad2f-e5f05dedfef8 None None] Current status of the port 84be2267-633f-4eb4-90eb-93a3e7229dcd is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:22:05.069822 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e59c8e62-7110-4a10-8cde-59f4b4b183f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:05.071754 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-e59c8e62-7110-4a10-8cde-59f4b4b183f5 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9425204 Mar 29 20:22:05.074535 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 45494) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:05.109430 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-f77e4ef1-8c03-48be-9681-55dafaa3e85f None None] Set router 22316c7d-089d-4fe5-a203-9b19e20e66f4 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:22:05.310458 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-f77e4ef1-8c03-48be-9681-55dafaa3e85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'name': 'tempest-TestShelveInstance-1980463868-router', 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '21cadc33-832f-489d-8539-56f6f53482e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:22:02Z', 'updated_at': '2022-03-29T20:22:04Z', 'revision_number': 3, 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'gw_port': {'id': '21cadc33-832f-489d-8539-56f6f53482e0', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:03Z', 'updated_at': '2022-03-29T20:22:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:22:05.338329 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77e4ef1-8c03-48be-9681-55dafaa3e85f None None] Checking router: 22316c7d-089d-4fe5-a203-9b19e20e66f4 for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:22:05.338675 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77e4ef1-8c03-48be-9681-55dafaa3e85f None None] Updating router 22316c7d-089d-4fe5-a203-9b19e20e66f4 port 21cadc33-832f-489d-8539-56f6f53482e0 binding host dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 20:22:05.365667 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 45498) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:05.368842 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-f77e4ef1-8c03-48be-9681-55dafaa3e85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (21cadc33-832f-489d-8539-56f6f53482e0), before_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:05.379078 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-cf764b8c-750c-4e28-910b-0db9b0a87b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:05.475476 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-cf764b8c-750c-4e28-910b-0db9b0a87b78 admin admin] Publish callbacks [] for security_group (5eb7c3ab-6ca2-4a49-80d4-4699d41e4ff4), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:05.537347 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-cf764b8c-750c-4e28-910b-0db9b0a87b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (5eb7c3ab-6ca2-4a49-80d4-4699d41e4ff4), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:05.599087 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf764b8c-750c-4e28-910b-0db9b0a87b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb7c3ab-6ca2-4a49-80d4-4699d41e4ff4,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:05.604749 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 84be2267-633f-4eb4-90eb-93a3e7229dcd up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:22:05.606067 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2a71a87c-6096-49ca-b282-d0e9e3567342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:05.606533 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-cf764b8c-750c-4e28-910b-0db9b0a87b78 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=880d7e66b3a544869450b7dd3eadf60e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398202 Mar 29 20:22:05.607482 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 45504) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:05.669363 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 84be2267-633f-4eb4-90eb-93a3e7229dcd triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:22:05.670132 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (84be2267-633f-4eb4-90eb-93a3e7229dcd), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:05.678444 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f2f4127a-2d98-4247-8980-aa6a17d04ffe admin admin] Publish callbacks [] for security_group (5eb7c3ab-6ca2-4a49-80d4-4699d41e4ff4), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:05.706997 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f2f4127a-2d98-4247-8980-aa6a17d04ffe admin admin] Publish callbacks [] for security_group (5eb7c3ab-6ca2-4a49-80d4-4699d41e4ff4), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:05.735823 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-f77e4ef1-8c03-48be-9681-55dafaa3e85f None None] Publish callbacks [] for port (21cadc33-832f-489d-8539-56f6f53482e0), precommit_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:05.763765 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 84be2267-633f-4eb4-90eb-93a3e7229dcd is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:22:05.787300 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-f77e4ef1-8c03-48be-9681-55dafaa3e85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (21cadc33-832f-489d-8539-56f6f53482e0), after_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:05.793533 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_common [None req-2a71a87c-6096-49ca-b282-d0e9e3567342 admin admin] Allocated IP 172.20.0.1 (d939773b-8d62-47b4-b7b4-1f471826d25d/799fd8a5-a8ac-4d73-99bd-f021992151a2/fd9f1f49-eda0-42cd-b369-6f05beeabe98) {{(pid=103821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:22:05.810225 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f2f4127a-2d98-4247-8980-aa6a17d04ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (5eb7c3ab-6ca2-4a49-80d4-4699d41e4ff4), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:05.813946 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f2f4127a-2d98-4247-8980-aa6a17d04ffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:05.815227 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-f2f4127a-2d98-4247-8980-aa6a17d04ffe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5eb7c3ab-6ca2-4a49-80d4-4699d41e4ff4 HTTP/1.1" status: 204 len: 168 time: 0.2067897 Mar 29 20:22:05.823743 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4127a-2d98-4247-8980-aa6a17d04ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb7c3ab-6ca2-4a49-80d4-4699d41e4ff4,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:05.836046 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9298ac-558d-4ec9-9070-63356d1c6504 None None] Pushing event updated for resources: {'Port': ['ID=21cadc33-832f-489d-8539-56f6f53482e0,revision_number=2']} {{(pid=103823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:05.852376 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-f77e4ef1-8c03-48be-9681-55dafaa3e85f None None] Attempting to bind port 21cadc33-832f-489d-8539-56f6f53482e0 on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:22:05.853083 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-f77e4ef1-8c03-48be-9681-55dafaa3e85f None None] Attempting to bind port 21cadc33-832f-489d-8539-56f6f53482e0 by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}] {{(pid=103823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:22:05.853790 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77e4ef1-8c03-48be-9681-55dafaa3e85f None None] Attempting to bind port 21cadc33-832f-489d-8539-56f6f53482e0 on network 921e7f1b-e183-4cfd-babe-1b51626667cb {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:22:05.862358 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77e4ef1-8c03-48be-9681-55dafaa3e85f None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:22:05.862734 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77e4ef1-8c03-48be-9681-55dafaa3e85f None None] Checking segment: {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:22:05.863128 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-f77e4ef1-8c03-48be-9681-55dafaa3e85f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:05.863510 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77e4ef1-8c03-48be-9681-55dafaa3e85f None None] Bound using segment: {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'} {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:22:05.863972 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-f77e4ef1-8c03-48be-9681-55dafaa3e85f None None] Bound port: 21cadc33-832f-489d-8539-56f6f53482e0, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}}] {{(pid=103823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:22:05.864340 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-f77e4ef1-8c03-48be-9681-55dafaa3e85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (21cadc33-832f-489d-8539-56f6f53482e0), before_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:05.885802 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9298ac-558d-4ec9-9070-63356d1c6504 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:05.886371 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9298ac-558d-4ec9-9070-63356d1c6504 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:05.886723 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9298ac-558d-4ec9-9070-63356d1c6504 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:05.887225 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9298ac-558d-4ec9-9070-63356d1c6504 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:05.887557 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9298ac-558d-4ec9-9070-63356d1c6504 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:05.887881 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9298ac-558d-4ec9-9070-63356d1c6504 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:05.888201 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9298ac-558d-4ec9-9070-63356d1c6504 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:05.888524 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9298ac-558d-4ec9-9070-63356d1c6504 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:05.888840 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9298ac-558d-4ec9-9070-63356d1c6504 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:05.889152 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9298ac-558d-4ec9-9070-63356d1c6504 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:05.889491 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9298ac-558d-4ec9-9070-63356d1c6504 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:05.889822 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9298ac-558d-4ec9-9070-63356d1c6504 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:05.890176 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9298ac-558d-4ec9-9070-63356d1c6504 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:05.891141 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9298ac-558d-4ec9-9070-63356d1c6504 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:05.891688 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9298ac-558d-4ec9-9070-63356d1c6504 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:05.902172 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2a71a87c-6096-49ca-b282-d0e9e3567342 admin admin] Publish callbacks [] for port (fd9f1f49-eda0-42cd-b369-6f05beeabe98), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:05.927085 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.db [None req-f77e4ef1-8c03-48be-9681-55dafaa3e85f None None] For port 21cadc33-832f-489d-8539-56f6f53482e0, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:22:05.935651 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.db [None req-f77e4ef1-8c03-48be-9681-55dafaa3e85f None None] For port 21cadc33-832f-489d-8539-56f6f53482e0, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=21cadc33-832f-489d-8539-56f6f53482e0,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:22:06.004776 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2a71a87c-6096-49ca-b282-d0e9e3567342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (fd9f1f49-eda0-42cd-b369-6f05beeabe98), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:06.034990 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-f77e4ef1-8c03-48be-9681-55dafaa3e85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (21cadc33-832f-489d-8539-56f6f53482e0), after_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:06.052031 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a71a87c-6096-49ca-b282-d0e9e3567342 admin admin] Network d939773b-8d62-47b4-b7b4-1f471826d25d is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:22:06.056283 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [None req-2a71a87c-6096-49ca-b282-d0e9e3567342 admin admin] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:22:06.058401 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71a87c-6096-49ca-b282-d0e9e3567342 admin admin] Pushing event updated for resources: {'Port': ['ID=fd9f1f49-eda0-42cd-b369-6f05beeabe98,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:06.061025 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a71a87c-6096-49ca-b282-d0e9e3567342 admin admin] Received port after_create {{(pid=103821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:22:06.120522 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2a71a87c-6096-49ca-b282-d0e9e3567342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548808'] for router_interface (22316c7d-089d-4fe5-a203-9b19e20e66f4), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:06.139808 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9298ac-558d-4ec9-9070-63356d1c6504 None None] Pushing event updated for resources: {'Port': ['ID=21cadc33-832f-489d-8539-56f6f53482e0,revision_number=3']} {{(pid=103823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:06.153106 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 45520) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:06.191289 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77e4ef1-8c03-48be-9681-55dafaa3e85f None None] Routers {'22316c7d-089d-4fe5-a203-9b19e20e66f4'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:22:06.192933 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-f77e4ef1-8c03-48be-9681-55dafaa3e85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:21:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['22316c7d-089d-4fe5-a203-9b19e20e66f4'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:22:06.235667 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e78ac5-9143-4c51-8433-72b4da153111 admin admin] Deleting subnet 84ab2457-83c3-4fae-8e9c-b96b09757ac4 {{(pid=103820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 20:22:06.246871 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd37b7-b2a4-4c31-9d23-5c68c9ccd7d5 req-f5abd3b5-1d3f-41f3-a5f4-d912a67dc16d tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:06.251874 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b3bd37b7-b2a4-4c31-9d23-5c68c9ccd7d5 req-f5abd3b5-1d3f-41f3-a5f4-d912a67dc16d tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.1338828 Mar 29 20:22:06.252687 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-24e78ac5-9143-4c51-8433-72b4da153111 admin admin] Publish callbacks [] for subnet (84ab2457-83c3-4fae-8e9c-b96b09757ac4), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:06.312324 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-24e78ac5-9143-4c51-8433-72b4da153111 admin admin] Publish callbacks [] for subnet (84ab2457-83c3-4fae-8e9c-b96b09757ac4), precommit_delete_associations {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:06.327573 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-f77e4ef1-8c03-48be-9681-55dafaa3e85f None None] Set router 22316c7d-089d-4fe5-a203-9b19e20e66f4 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:22:06.333008 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-24e78ac5-9143-4c51-8433-72b4da153111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3219654'] for subnet (84ab2457-83c3-4fae-8e9c-b96b09757ac4), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:06.379109 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b3bd37b7-b2a4-4c31-9d23-5c68c9ccd7d5 req-cbdf1765-8073-4fa1-b87c-74dc6e3ad03e tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003096 Mar 29 20:22:06.381587 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2a71a87c-6096-49ca-b282-d0e9e3567342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (fd9f1f49-eda0-42cd-b369-6f05beeabe98), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:06.503185 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-f104f069-4dda-46f1-beea-31a561948e71 None None] Provisioning complete for port fd9f1f49-eda0-42cd-b369-6f05beeabe98 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:22:06.503185 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-f104f069-4dda-46f1-beea-31a561948e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (fd9f1f49-eda0-42cd-b369-6f05beeabe98), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:06.504315 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-24e78ac5-9143-4c51-8433-72b4da153111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3219697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for subnet (84ab2457-83c3-4fae-8e9c-b96b09757ac4), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:06.568590 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-f77e4ef1-8c03-48be-9681-55dafaa3e85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'name': 'tempest-TestShelveInstance-1980463868-router', 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '21cadc33-832f-489d-8539-56f6f53482e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:22:02Z', 'updated_at': '2022-03-29T20:22:04Z', 'revision_number': 3, 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'gw_port': {'id': '21cadc33-832f-489d-8539-56f6f53482e0', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:03Z', 'updated_at': '2022-03-29T20:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:22:06.572347 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-24e78ac5-9143-4c51-8433-72b4da153111 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:06.578965 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-24e78ac5-9143-4c51-8433-72b4da153111 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/84ab2457-83c3-4fae-8e9c-b96b09757ac4 HTTP/1.1" status: 204 len: 168 time: 0.4224145 Mar 29 20:22:06.580274 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e78ac5-9143-4c51-8433-72b4da153111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84ab2457-83c3-4fae-8e9c-b96b09757ac4,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:06.580993 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 45538) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:06.598419 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-f104f069-4dda-46f1-beea-31a561948e71 None None] Port fd9f1f49-eda0-42cd-b369-6f05beeabe98 cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:22:06.631140 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77e4ef1-8c03-48be-9681-55dafaa3e85f None None] The sync data for ids ['22316c7d-089d-4fe5-a203-9b19e20e66f4'] in dv-cinder-784815-3-iscsi is: [{'id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'name': 'tempest-TestShelveInstance-1980463868-router', 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '21cadc33-832f-489d-8539-56f6f53482e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:22:02Z', 'updated_at': '2022-03-29T20:22:04Z', 'revision_number': 3, 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'gw_port': {'id': '21cadc33-832f-489d-8539-56f6f53482e0', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:03Z', 'updated_at': '2022-03-29T20:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:22:06.696040 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-cc14f676-6a35-46cf-baea-ef5ad285452d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148679'] for network (e83479d1-bee3-46e7-8da2-91dd05972bcb), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:06.698774 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2a71a87c-6096-49ca-b282-d0e9e3567342 admin admin] Publish callbacks [] for port (fd9f1f49-eda0-42cd-b369-6f05beeabe98), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:06.777328 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2a71a87c-6096-49ca-b282-d0e9e3567342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129149341'] for port (fd9f1f49-eda0-42cd-b369-6f05beeabe98), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:06.826204 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-cc14f676-6a35-46cf-baea-ef5ad285452d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336013', 'neutron.services.segments.db._delete_segments_for_network-8738049908282'] for network (e83479d1-bee3-46e7-8da2-91dd05972bcb), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:06.867017 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.services.segments.db [None req-cc14f676-6a35-46cf-baea-ef5ad285452d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e83479d1-bee3-46e7-8da2-91dd05972bcb']}} {{(pid=103821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:22:06.878284 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71a87c-6096-49ca-b282-d0e9e3567342 admin admin] Pushing event updated for resources: {'Port': ['ID=fd9f1f49-eda0-42cd-b369-6f05beeabe98,revision_number=2']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:06.883191 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2a71a87c-6096-49ca-b282-d0e9e3567342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3663951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548700'] for router_interface (22316c7d-089d-4fe5-a203-9b19e20e66f4), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:06.892243 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.services.segments.db [None req-cc14f676-6a35-46cf-baea-ef5ad285452d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98fa8825-3b43-489e-bf5b-c67662c1d471') {'for_net_delete': True} {{(pid=103821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:22:06.892545 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.services.segments.db [None req-cc14f676-6a35-46cf-baea-ef5ad285452d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98fa8825-3b43-489e-bf5b-c67662c1d471') {} {{(pid=103821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:22:06.949340 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-cc14f676-6a35-46cf-baea-ef5ad285452d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050091075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125898124'] for segment (98fa8825-3b43-489e-bf5b-c67662c1d471), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:06.971479 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-cc14f676-6a35-46cf-baea-ef5ad285452d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (98fa8825-3b43-489e-bf5b-c67662c1d471), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:06.992025 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc14f676-6a35-46cf-baea-ef5ad285452d admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 20:22:06.992422 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-cc14f676-6a35-46cf-baea-ef5ad285452d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129149377'] for segment (98fa8825-3b43-489e-bf5b-c67662c1d471), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: Traceback (most recent call last): Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: timer() Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: cb(*args, **kw) Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: return func(*args, **kwargs) Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: self._notify() Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: self.callback(batched_events) Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: event.method(event) Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: return f(self, *a, **k) Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: return self._get(url).json() Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: return self.request(url, 'GET', **kwargs) Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 20:22:06.994202 dv-cinder-784815-3-iscsi neutron-server[103821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 20:22:07.069035 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a71a87c-6096-49ca-b282-d0e9e3567342 admin admin] Network d939773b-8d62-47b4-b7b4-1f471826d25d is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:22:07.070642 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [None req-2a71a87c-6096-49ca-b282-d0e9e3567342 admin admin] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:22:07.162777 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-cc14f676-6a35-46cf-baea-ef5ad285452d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541015'] for network (e83479d1-bee3-46e7-8da2-91dd05972bcb), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:07.168993 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-cc14f676-6a35-46cf-baea-ef5ad285452d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:07.176075 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-cc14f676-6a35-46cf-baea-ef5ad285452d admin admin] 10.222.0.43 "DELETE /v2.0/networks/e83479d1-bee3-46e7-8da2-91dd05972bcb HTTP/1.1" status: 204 len: 168 time: 0.5898545 Mar 29 20:22:07.176193 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 45558) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:07.274264 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_v2 [None req-44fa9c8a-e2c3-4082-aa82-2d6f9b31f6ce admin admin] Deleting subnet a7d22a08-2082-497e-b3b6-d9a0abcf388b {{(pid=103820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 20:22:07.276886 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14f676-6a35-46cf-baea-ef5ad285452d admin admin] Pushing event deleted for resources: {'Network': ['ID=e83479d1-bee3-46e7-8da2-91dd05972bcb,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:07.285482 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-44fa9c8a-e2c3-4082-aa82-2d6f9b31f6ce admin admin] Publish callbacks [] for subnet (a7d22a08-2082-497e-b3b6-d9a0abcf388b), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:07.365152 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-44fa9c8a-e2c3-4082-aa82-2d6f9b31f6ce admin admin] Publish callbacks [] for subnet (a7d22a08-2082-497e-b3b6-d9a0abcf388b), precommit_delete_associations {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:07.369017 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a71a87c-6096-49ca-b282-d0e9e3567342 admin admin] Router 22316c7d-089d-4fe5-a203-9b19e20e66f4 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:22:07.378758 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-44fa9c8a-e2c3-4082-aa82-2d6f9b31f6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3219654'] for subnet (a7d22a08-2082-497e-b3b6-d9a0abcf388b), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:07.428314 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-25f73f09-89a4-42ac-b45b-7b1cdf6f15b4 None None] Provisioning complete for port fd9f1f49-eda0-42cd-b369-6f05beeabe98 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:22:07.428924 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-25f73f09-89a4-42ac-b45b-7b1cdf6f15b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (fd9f1f49-eda0-42cd-b369-6f05beeabe98), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:07.484732 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-25f73f09-89a4-42ac-b45b-7b1cdf6f15b4 None None] Port fd9f1f49-eda0-42cd-b369-6f05beeabe98 cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:22:07.556528 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-44fa9c8a-e2c3-4082-aa82-2d6f9b31f6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3219697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for subnet (a7d22a08-2082-497e-b3b6-d9a0abcf388b), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:07.558122 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a71a87c-6096-49ca-b282-d0e9e3567342 admin admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:22:07.564490 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-2a71a87c-6096-49ca-b282-d0e9e3567342 admin admin] 10.222.0.43 "PUT /v2.0/routers/22316c7d-089d-4fe5-a203-9b19e20e66f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4888628 Mar 29 20:22:07.637257 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-44fa9c8a-e2c3-4082-aa82-2d6f9b31f6ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:07.637257 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-44fa9c8a-e2c3-4082-aa82-2d6f9b31f6ce admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a7d22a08-2082-497e-b3b6-d9a0abcf388b HTTP/1.1" status: 204 len: 168 time: 0.4568486 Mar 29 20:22:07.640464 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 45602) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:07.640464 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa9c8a-e2c3-4082-aa82-2d6f9b31f6ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7d22a08-2082-497e-b3b6-d9a0abcf388b,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:07.653616 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 21cadc33-832f-489d-8539-56f6f53482e0 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:22:07.718076 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 21cadc33-832f-489d-8539-56f6f53482e0 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:22:07.718681 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (21cadc33-832f-489d-8539-56f6f53482e0), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:07.845179 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 21cadc33-832f-489d-8539-56f6f53482e0 is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:22:07.845845 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (21cadc33-832f-489d-8539-56f6f53482e0), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:07.869735 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] For port 21cadc33-832f-489d-8539-56f6f53482e0, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=21cadc33-832f-489d-8539-56f6f53482e0,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:22:07.961309 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e66b0-236c-43a5-8a75-d4abd2ddb7fc req-36c870b8-f1c4-4604-8e9e-ad969612139d tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:07.962728 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1e5e66b0-236c-43a5-8a75-d4abd2ddb7fc req-36c870b8-f1c4-4604-8e9e-ad969612139d tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.4410632 Mar 29 20:22:07.971176 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (21cadc33-832f-489d-8539-56f6f53482e0), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:07.991958 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-23c65a21-050a-4ea5-8749-1cd26845362a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148679'] for network (addfcc4b-8ebc-4753-b7a3-77cab99abf5c), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:08.023911 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Pushing event updated for resources: {'Port': ['ID=21cadc33-832f-489d-8539-56f6f53482e0,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:08.047030 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1e5e66b0-236c-43a5-8a75-d4abd2ddb7fc req-786ed91a-9ac1-428d-a3fc-901f9bcaeeae tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787008 Mar 29 20:22:08.102839 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-23c65a21-050a-4ea5-8749-1cd26845362a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336013', 'neutron.services.segments.db._delete_segments_for_network-8738049908282'] for network (addfcc4b-8ebc-4753-b7a3-77cab99abf5c), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:08.124496 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-23c65a21-050a-4ea5-8749-1cd26845362a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:22:08.124842 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-23c65a21-050a-4ea5-8749-1cd26845362a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:22:08.125601 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-23c65a21-050a-4ea5-8749-1cd26845362a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:22:08.125933 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-23c65a21-050a-4ea5-8749-1cd26845362a admin admin] Subscribe: > port after_create 55550000 {{(pid=103820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:22:08.126253 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-23c65a21-050a-4ea5-8749-1cd26845362a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:22:08.126584 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-23c65a21-050a-4ea5-8749-1cd26845362a admin admin] Subscribe: > port after_update 55550000 {{(pid=103820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:22:08.126904 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-23c65a21-050a-4ea5-8749-1cd26845362a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:22:08.127221 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-23c65a21-050a-4ea5-8749-1cd26845362a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:22:08.127537 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-23c65a21-050a-4ea5-8749-1cd26845362a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:22:08.127859 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-23c65a21-050a-4ea5-8749-1cd26845362a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:22:08.192158 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-23c65a21-050a-4ea5-8749-1cd26845362a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:22:08.192512 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-23c65a21-050a-4ea5-8749-1cd26845362a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:22:08.192846 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-23c65a21-050a-4ea5-8749-1cd26845362a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:22:08.193179 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-23c65a21-050a-4ea5-8749-1cd26845362a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:22:08.193599 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.services.segments.db [None req-23c65a21-050a-4ea5-8749-1cd26845362a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['addfcc4b-8ebc-4753-b7a3-77cab99abf5c']}} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:22:08.211400 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.services.segments.db [None req-23c65a21-050a-4ea5-8749-1cd26845362a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fdf1fe7-3b0b-40b4-aec0-8c9332aa54d3') {'for_net_delete': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:22:08.211650 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.services.segments.db [None req-23c65a21-050a-4ea5-8749-1cd26845362a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fdf1fe7-3b0b-40b4-aec0-8c9332aa54d3') {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:22:08.228433 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-23c65a21-050a-4ea5-8749-1cd26845362a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050091075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129519651'] for segment (3fdf1fe7-3b0b-40b4-aec0-8c9332aa54d3), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:08.251412 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-23c65a21-050a-4ea5-8749-1cd26845362a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (3fdf1fe7-3b0b-40b4-aec0-8c9332aa54d3), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:08.259635 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c65a21-050a-4ea5-8749-1cd26845362a admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 20:22:08.262017 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-23c65a21-050a-4ea5-8749-1cd26845362a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126327720'] for segment (3fdf1fe7-3b0b-40b4-aec0-8c9332aa54d3), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: from cryptography.utils import int_from_bytes Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: from cryptography.utils import int_from_bytes Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: Traceback (most recent call last): Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: timer() Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: cb(*args, **kw) Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: return func(*args, **kwargs) Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: self._notify() Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: self.callback(batched_events) Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: event.method(event) Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: return f(self, *a, **k) Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: return self._get(url).json() Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: return self.request(url, 'GET', **kwargs) Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 20:22:08.264347 dv-cinder-784815-3-iscsi neutron-server[103820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 20:22:08.383048 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-23c65a21-050a-4ea5-8749-1cd26845362a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541015'] for network (addfcc4b-8ebc-4753-b7a3-77cab99abf5c), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:08.400386 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-23c65a21-050a-4ea5-8749-1cd26845362a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:08.406966 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-23c65a21-050a-4ea5-8749-1cd26845362a admin admin] 10.222.0.43 "DELETE /v2.0/networks/addfcc4b-8ebc-4753-b7a3-77cab99abf5c HTTP/1.1" status: 204 len: 168 time: 0.7659297 Mar 29 20:22:08.426167 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c65a21-050a-4ea5-8749-1cd26845362a admin admin] Pushing event deleted for resources: {'Network': ['ID=addfcc4b-8ebc-4753-b7a3-77cab99abf5c,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:08.540948 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 45630) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:08.545893 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-58d76b38-2e28-44e4-bbf2-cf18eea98e48 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1057061508-network', 'tenant_id': '24043468612f42a688144ebaf9ce4c6b'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:22:08.638464 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d76b38-2e28-44e4-bbf2-cf18eea98e48 admin admin] Made reservation on behalf of 24043468612f42a688144ebaf9ce4c6b for: {'network': 1} {{(pid=103821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:22:08.641444 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-58d76b38-2e28-44e4-bbf2-cf18eea98e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for network (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:08.650526 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-58d76b38-2e28-44e4-bbf2-cf18eea98e48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:08.677642 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ff7cd0-17da-495c-81e8-5636de5a03ec None None] Sync routers for ids ['22316c7d-089d-4fe5-a203-9b19e20e66f4'] in dv-cinder-784815-3-iscsi {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:22:08.691013 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ff7cd0-17da-495c-81e8-5636de5a03ec None None] Routers {'22316c7d-089d-4fe5-a203-9b19e20e66f4'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:22:08.692018 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-88ff7cd0-17da-495c-81e8-5636de5a03ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:21:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['22316c7d-089d-4fe5-a203-9b19e20e66f4'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:22:08.756373 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-58d76b38-2e28-44e4-bbf2-cf18eea98e48 admin admin] Publish callbacks [] for security_group (d085d9df-d2f8-4fd0-a52e-e9265cea0629), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:08.818646 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-58d76b38-2e28-44e4-bbf2-cf18eea98e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (d085d9df-d2f8-4fd0-a52e-e9265cea0629), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:08.829696 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 45638) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:08.845177 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58d76b38-2e28-44e4-bbf2-cf18eea98e48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=103821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 20:22:08.855927 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d76b38-2e28-44e4-bbf2-cf18eea98e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d085d9df-d2f8-4fd0-a52e-e9265cea0629,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:08.856865 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-88ff7cd0-17da-495c-81e8-5636de5a03ec None None] Set router 22316c7d-089d-4fe5-a203-9b19e20e66f4 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:22:08.860979 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-58d76b38-2e28-44e4-bbf2-cf18eea98e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (2a673be5-5f5c-44a1-a15e-8aa97321db46), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:08.861345 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.db.segments_db [None req-58d76b38-2e28-44e4-bbf2-cf18eea98e48 admin admin] Added segment 2a673be5-5f5c-44a1-a15e-8aa97321db46 of type vlan for network 4f70deff-74af-4931-9f15-7b1f01809b19 Mar 29 20:22:08.899569 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-0c80d1bb-1e6e-4182-804c-d7b97e69568b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c5201bb0cc75420e8fd9b8af2c5840ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0685267 Mar 29 20:22:08.902201 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 45644) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:08.904593 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-58d76b38-2e28-44e4-bbf2-cf18eea98e48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738049548858'] for network (4f70deff-74af-4931-9f15-7b1f01809b19), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:08.956940 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f69d1eaf-615a-44aa-8b72-ea5c68545480 admin admin] Publish callbacks [] for security_group (5b80706c-0c4d-4479-930d-801bbd7990bb), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:08.981529 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-58d76b38-2e28-44e4-bbf2-cf18eea98e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for network (4f70deff-74af-4931-9f15-7b1f01809b19), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:08.982525 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d76b38-2e28-44e4-bbf2-cf18eea98e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:08.982645 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f69d1eaf-615a-44aa-8b72-ea5c68545480 admin admin] Publish callbacks [] for security_group (5b80706c-0c4d-4479-930d-801bbd7990bb), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:08.983115 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-58d76b38-2e28-44e4-bbf2-cf18eea98e48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:09.054281 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d76b38-2e28-44e4-bbf2-cf18eea98e48 admin admin] Pushing event updated for resources: {'Network': ['ID=4f70deff-74af-4931-9f15-7b1f01809b19,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:09.069107 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Network 4f70deff-74af-4931-9f15-7b1f01809b19 details requested by agent ovs-agent-dv-cinder-784815-3-iscsi with host dv-cinder-784815-3-iscsi {{(pid=103822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 20:22:09.104284 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-58d76b38-2e28-44e4-bbf2-cf18eea98e48 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5621974 Mar 29 20:22:09.107413 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 45654) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:09.115510 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-3e900814-3cb1-4cdd-b56c-b0ea5144adc1 admin admin] Request body: {'subnet': {'network_id': '4f70deff-74af-4931-9f15-7b1f01809b19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1057061508-subnet', 'tenant_id': '24043468612f42a688144ebaf9ce4c6b', 'ip_version': 4}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:22:09.126193 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f69d1eaf-615a-44aa-8b72-ea5c68545480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (5b80706c-0c4d-4479-930d-801bbd7990bb), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:09.129517 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f69d1eaf-615a-44aa-8b72-ea5c68545480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:09.130728 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-f69d1eaf-615a-44aa-8b72-ea5c68545480 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5b80706c-0c4d-4479-930d-801bbd7990bb HTTP/1.1" status: 204 len: 168 time: 0.2269309 Mar 29 20:22:09.163133 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d1eaf-615a-44aa-8b72-ea5c68545480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b80706c-0c4d-4479-930d-801bbd7990bb,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:09.212702 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-88ff7cd0-17da-495c-81e8-5636de5a03ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'name': 'tempest-TestShelveInstance-1980463868-router', 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '21cadc33-832f-489d-8539-56f6f53482e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:22:02Z', 'updated_at': '2022-03-29T20:22:06Z', 'revision_number': 4, 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'gw_port': {'id': '21cadc33-832f-489d-8539-56f6f53482e0', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:03Z', 'updated_at': '2022-03-29T20:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'fd9f1f49-eda0-42cd-b369-6f05beeabe98', 'name': '', 'network_id': 'd939773b-8d62-47b4-b7b4-1f471826d25d', 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be', 'mac_address': 'fa:16:3e:b3:14:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '799fd8a5-a8ac-4d73-99bd-f021992151a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:05Z', 'updated_at': '2022-03-29T20:22:06Z', 'revision_number': 2, 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'subnets': [{'id': '799fd8a5-a8ac-4d73-99bd-f021992151a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:22:09.219919 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52873b13-2404-47a7-8dc8-8b851aa9dee0 req-f21a6c69-689f-4f9d-8273-a1f7eeb45f41 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:09.221734 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-52873b13-2404-47a7-8dc8-8b851aa9dee0 req-f21a6c69-689f-4f9d-8273-a1f7eeb45f41 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0854697 Mar 29 20:22:09.236891 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e900814-3cb1-4cdd-b56c-b0ea5144adc1 admin admin] Made reservation on behalf of 24043468612f42a688144ebaf9ce4c6b for: {'subnet': 1} {{(pid=103820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:22:09.239307 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3e900814-3cb1-4cdd-b56c-b0ea5144adc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126129298'] for subnet (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:09.248164 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ff7cd0-17da-495c-81e8-5636de5a03ec None None] Checking router: 22316c7d-089d-4fe5-a203-9b19e20e66f4 for host: dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:22:09.248707 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ff7cd0-17da-495c-81e8-5636de5a03ec None None] Updating router 22316c7d-089d-4fe5-a203-9b19e20e66f4 port fd9f1f49-eda0-42cd-b369-6f05beeabe98 binding host dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 20:22:09.278640 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-88ff7cd0-17da-495c-81e8-5636de5a03ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (fd9f1f49-eda0-42cd-b369-6f05beeabe98), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:09.324293 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-52873b13-2404-47a7-8dc8-8b851aa9dee0 req-3a15b9a1-1829-428f-af62-2488eef4fbe2 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955219 Mar 29 20:22:09.517841 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0d382-b5b7-4803-b8cc-e6552ce092f8 req-db428003-03c0-41db-b711-e147adfa986b tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:09.518869 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-dbc0d382-b5b7-4803-b8cc-e6552ce092f8 req-db428003-03c0-41db-b711-e147adfa986b tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0879080 Mar 29 20:22:09.580823 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-dbc0d382-b5b7-4803-b8cc-e6552ce092f8 req-24010557-2bfc-4a98-8900-15636aa39f1f tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557647 Mar 29 20:22:09.582373 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3e900814-3cb1-4cdd-b56c-b0ea5144adc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126325837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126129284'] for subnet (fe7fab3d-f27f-4ea2-8e20-afd474f37ae4), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:09.621684 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 21cadc33-832f-489d-8539-56f6f53482e0 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:22:09.641155 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e900814-3cb1-4cdd-b56c-b0ea5144adc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe7fab3d-f27f-4ea2-8e20-afd474f37ae4,revision_number=0']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:09.659223 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e900814-3cb1-4cdd-b56c-b0ea5144adc1 admin admin] Checking segment: {'id': '2a673be5-5f5c-44a1-a15e-8aa97321db46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4f70deff-74af-4931-9f15-7b1f01809b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:22:09.659792 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e900814-3cb1-4cdd-b56c-b0ea5144adc1 admin admin] Network hostable DHCP agents. Network: 4f70deff-74af-4931-9f15-7b1f01809b19, hostable agents: ['fbd11a15-72c3-4df4-9a60-af3fb4eb1f23'], hosted agents: [] {{(pid=103820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 20:22:09.724760 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-88ff7cd0-17da-495c-81e8-5636de5a03ec None None] Publish callbacks [] for port (fd9f1f49-eda0-42cd-b369-6f05beeabe98), precommit_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:09.736699 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e900814-3cb1-4cdd-b56c-b0ea5144adc1 admin admin] Network 4f70deff-74af-4931-9f15-7b1f01809b19 is scheduled to be hosted by DHCP agent fbd11a15-72c3-4df4-9a60-af3fb4eb1f23 with binding_index 1 {{(pid=103820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 20:22:09.738795 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 21cadc33-832f-489d-8539-56f6f53482e0 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:22:09.739213 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (21cadc33-832f-489d-8539-56f6f53482e0), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:09.822276 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 21cadc33-832f-489d-8539-56f6f53482e0 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:22:09.849719 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-88ff7cd0-17da-495c-81e8-5636de5a03ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (fd9f1f49-eda0-42cd-b369-6f05beeabe98), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:09.850019 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-3e900814-3cb1-4cdd-b56c-b0ea5144adc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-3-iscsi, 4f70deff-74af-4931-9f15-7b1f01809b19) {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:22:09.853890 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e900814-3cb1-4cdd-b56c-b0ea5144adc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:09.855498 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3e900814-3cb1-4cdd-b56c-b0ea5144adc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:09.878137 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c0bb41-07fe-40dd-a275-31b576f7456b None None] Network 4f70deff-74af-4931-9f15-7b1f01809b19 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:22:09.992040 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-3e900814-3cb1-4cdd-b56c-b0ea5144adc1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8785541 Mar 29 20:22:09.992335 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 45676) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:09.996873 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-9ddd11db-2dce-42e0-af97-cc723083e499 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1057061508-router', 'tenant_id': '24043468612f42a688144ebaf9ce4c6b', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:22:10.053272 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 45678) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:10.090841 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9ddd11db-2dce-42e0-af97-cc723083e499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router (c9c05e88-d11a-4af9-8801-b03f91a56b62), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:10.092965 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9ddd11db-2dce-42e0-af97-cc723083e499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-432'] for router (c9c05e88-d11a-4af9-8801-b03f91a56b62), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:10.118192 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8cede-2aeb-40ad-b894-a2d6c00128f7 None None] Pushing event updated for resources: {'Port': ['ID=fd9f1f49-eda0-42cd-b369-6f05beeabe98,revision_number=3']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:10.130223 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-f8c6b524-eb83-4958-970c-c071fd9237dc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f1a4b9943a19442f8d660033054c7ae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0757542 Mar 29 20:22:10.142752 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 45680) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:10.157131 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9ddd11db-2dce-42e0-af97-cc723083e499 admin admin] Publish callbacks [] for router_controller (c9c05e88-d11a-4af9-8801-b03f91a56b62), precommit_add_association {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:10.194643 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-53b2fc95-a53c-4995-801b-9214291f3cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:10.204673 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-5e6ecaaa-8eed-420b-a856-2f0a625e1f52 None None] Provisioning complete for port fd9f1f49-eda0-42cd-b369-6f05beeabe98 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:22:10.205041 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-5e6ecaaa-8eed-420b-a856-2f0a625e1f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (fd9f1f49-eda0-42cd-b369-6f05beeabe98), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:10.209360 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-30d16b1d-1a3b-437e-bfb9-8e31a3f188df admin admin] Publish callbacks [] for security_group (d6f77870-6f22-41e6-95eb-595f30746061), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:10.235739 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-30d16b1d-1a3b-437e-bfb9-8e31a3f188df admin admin] Publish callbacks [] for security_group (d6f77870-6f22-41e6-95eb-595f30746061), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:10.245610 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-88ff7cd0-17da-495c-81e8-5636de5a03ec None None] Attempting to bind port fd9f1f49-eda0-42cd-b369-6f05beeabe98 on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:22:10.245971 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-88ff7cd0-17da-495c-81e8-5636de5a03ec None None] Attempting to bind port fd9f1f49-eda0-42cd-b369-6f05beeabe98 by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': '8a5c2f71-2128-458a-86c9-66786652e5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd939773b-8d62-47b4-b7b4-1f471826d25d'}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:22:10.246332 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ff7cd0-17da-495c-81e8-5636de5a03ec None None] Attempting to bind port fd9f1f49-eda0-42cd-b369-6f05beeabe98 on network d939773b-8d62-47b4-b7b4-1f471826d25d {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:22:10.260260 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ff7cd0-17da-495c-81e8-5636de5a03ec None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:22:10.260636 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ff7cd0-17da-495c-81e8-5636de5a03ec None None] Checking segment: {'id': '8a5c2f71-2128-458a-86c9-66786652e5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd939773b-8d62-47b4-b7b4-1f471826d25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:22:10.261033 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-88ff7cd0-17da-495c-81e8-5636de5a03ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:10.261454 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ff7cd0-17da-495c-81e8-5636de5a03ec None None] Bound using segment: {'id': '8a5c2f71-2128-458a-86c9-66786652e5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd939773b-8d62-47b4-b7b4-1f471826d25d'} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:22:10.262092 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-88ff7cd0-17da-495c-81e8-5636de5a03ec None None] Bound port: fd9f1f49-eda0-42cd-b369-6f05beeabe98, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5c2f71-2128-458a-86c9-66786652e5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd939773b-8d62-47b4-b7b4-1f471826d25d'}}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:22:10.262652 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-88ff7cd0-17da-495c-81e8-5636de5a03ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (fd9f1f49-eda0-42cd-b369-6f05beeabe98), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:10.270620 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7505376d-9131-4d93-b74c-eb628cb8ac14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bbac15f-45b0-565a-a02d-41b9043018c6-4f70deff-74af-4931-9f15-7b1f01809b19', 'network_id': '4f70deff-74af-4931-9f15-7b1f01809b19', 'project_id': '24043468612f42a688144ebaf9ce4c6b', 'fixed_ips': [{'subnet_id': 'fe7fab3d-f27f-4ea2-8e20-afd474f37ae4'}]}} from dv-cinder-784815-3-iscsi. {{(pid=103822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 20:22:10.271707 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7505376d-9131-4d93-b74c-eb628cb8ac14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:10.292393 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-5e6ecaaa-8eed-420b-a856-2f0a625e1f52 None None] Port fd9f1f49-eda0-42cd-b369-6f05beeabe98 cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:22:10.393874 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-30d16b1d-1a3b-437e-bfb9-8e31a3f188df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (d6f77870-6f22-41e6-95eb-595f30746061), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:10.396742 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-30d16b1d-1a3b-437e-bfb9-8e31a3f188df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:10.398314 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-30d16b1d-1a3b-437e-bfb9-8e31a3f188df admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d6f77870-6f22-41e6-95eb-595f30746061 HTTP/1.1" status: 204 len: 168 time: 0.2541497 Mar 29 20:22:10.410568 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d16b1d-1a3b-437e-bfb9-8e31a3f188df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f77870-6f22-41e6-95eb-595f30746061,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:10.487098 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.db_base_plugin_common [None req-7505376d-9131-4d93-b74c-eb628cb8ac14 None None] Allocated IP 172.20.0.2 (4f70deff-74af-4931-9f15-7b1f01809b19/fe7fab3d-f27f-4ea2-8e20-afd474f37ae4/63923b56-cfef-46f2-89c4-1689dcb5feb7) {{(pid=103822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:22:10.495429 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9ddd11db-2dce-42e0-af97-cc723083e499 admin admin] Publish callbacks [] for router_gateway (c9c05e88-d11a-4af9-8801-b03f91a56b62), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:10.582285 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-88ff7cd0-17da-495c-81e8-5636de5a03ec None None] For port fd9f1f49-eda0-42cd-b369-6f05beeabe98, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:22:10.601370 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-88ff7cd0-17da-495c-81e8-5636de5a03ec None None] For port fd9f1f49-eda0-42cd-b369-6f05beeabe98, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=fd9f1f49-eda0-42cd-b369-6f05beeabe98,segment=NetworkSegment(8a5c2f71-2128-458a-86c9-66786652e5d8),segment_id=8a5c2f71-2128-458a-86c9-66786652e5d8)] {{(pid=103822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:22:10.681439 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-88ff7cd0-17da-495c-81e8-5636de5a03ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (fd9f1f49-eda0-42cd-b369-6f05beeabe98), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:10.748271 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8cede-2aeb-40ad-b894-a2d6c00128f7 None None] Pushing event updated for resources: {'Port': ['ID=fd9f1f49-eda0-42cd-b369-6f05beeabe98,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:10.780641 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7505376d-9131-4d93-b74c-eb628cb8ac14 None None] Publish callbacks [] for port (63923b56-cfef-46f2-89c4-1689dcb5feb7), precommit_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:10.788124 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ff7cd0-17da-495c-81e8-5636de5a03ec None None] Routers {'22316c7d-089d-4fe5-a203-9b19e20e66f4'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:22:10.790958 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-88ff7cd0-17da-495c-81e8-5636de5a03ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:21:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['22316c7d-089d-4fe5-a203-9b19e20e66f4'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:22:10.824611 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9ddd11db-2dce-42e0-af97-cc723083e499 admin admin] Publish callbacks [] for router_gateway (c9c05e88-d11a-4af9-8801-b03f91a56b62), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:10.853039 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9ddd11db-2dce-42e0-af97-cc723083e499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:10.875602 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7505376d-9131-4d93-b74c-eb628cb8ac14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270'] for port (63923b56-cfef-46f2-89c4-1689dcb5feb7), after_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:10.944122 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-88ff7cd0-17da-495c-81e8-5636de5a03ec None None] Set router 22316c7d-089d-4fe5-a203-9b19e20e66f4 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:22:11.001421 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_common [None req-9ddd11db-2dce-42e0-af97-cc723083e499 admin admin] Allocated IP 172.27.3.128 (921e7f1b-e183-4cfd-babe-1b51626667cb/9cb70218-5a19-4d48-a6d1-83791bae0ed9/7b4bfcd7-700c-48cd-a885-3ab07b64d3ca) {{(pid=103820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:22:11.126844 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9ddd11db-2dce-42e0-af97-cc723083e499 admin admin] Publish callbacks [] for port (7b4bfcd7-700c-48cd-a885-3ab07b64d3ca), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:11.167388 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7505376d-9131-4d93-b74c-eb628cb8ac14 None None] Network 4f70deff-74af-4931-9f15-7b1f01809b19 is already hosted by enough agents. {{(pid=103822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:22:11.181618 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.scheduler.base_scheduler [None req-7505376d-9131-4d93-b74c-eb628cb8ac14 None None] Resources bound (agent type, host, resource id): {{(pid=103822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:22:11.189755 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7505376d-9131-4d93-b74c-eb628cb8ac14 None None] Received port after_create {{(pid=103822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:22:11.191608 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7b9ff6c0-2943-4e3e-9636-e03f6edf92b4 None None] Provisioning complete for port fd9f1f49-eda0-42cd-b369-6f05beeabe98 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:22:11.191947 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7b9ff6c0-2943-4e3e-9636-e03f6edf92b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (fd9f1f49-eda0-42cd-b369-6f05beeabe98), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:11.202606 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505376d-9131-4d93-b74c-eb628cb8ac14 None None] Pushing event updated for resources: {'Port': ['ID=63923b56-cfef-46f2-89c4-1689dcb5feb7,revision_number=1']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:11.239689 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9ddd11db-2dce-42e0-af97-cc723083e499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (7b4bfcd7-700c-48cd-a885-3ab07b64d3ca), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:11.294395 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddd11db-2dce-42e0-af97-cc723083e499 admin admin] Network 921e7f1b-e183-4cfd-babe-1b51626667cb is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:22:11.301518 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-9ddd11db-2dce-42e0-af97-cc723083e499 admin admin] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:22:11.306938 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddd11db-2dce-42e0-af97-cc723083e499 admin admin] Received port after_create {{(pid=103820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:22:11.311476 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd11db-2dce-42e0-af97-cc723083e499 admin admin] Pushing event updated for resources: {'Port': ['ID=7b4bfcd7-700c-48cd-a885-3ab07b64d3ca,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:11.337775 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-7505376d-9131-4d93-b74c-eb628cb8ac14 None None] Attempting to bind port 63923b56-cfef-46f2-89c4-1689dcb5feb7 on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:22:11.338394 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-7505376d-9131-4d93-b74c-eb628cb8ac14 None None] Attempting to bind port 63923b56-cfef-46f2-89c4-1689dcb5feb7 by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': '2a673be5-5f5c-44a1-a15e-8aa97321db46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4f70deff-74af-4931-9f15-7b1f01809b19'}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:22:11.338911 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7505376d-9131-4d93-b74c-eb628cb8ac14 None None] Attempting to bind port 63923b56-cfef-46f2-89c4-1689dcb5feb7 on network 4f70deff-74af-4931-9f15-7b1f01809b19 {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:22:11.352724 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7505376d-9131-4d93-b74c-eb628cb8ac14 None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:22:11.353099 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7505376d-9131-4d93-b74c-eb628cb8ac14 None None] Checking segment: {'id': '2a673be5-5f5c-44a1-a15e-8aa97321db46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4f70deff-74af-4931-9f15-7b1f01809b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:22:11.353705 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7505376d-9131-4d93-b74c-eb628cb8ac14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:11.354091 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7505376d-9131-4d93-b74c-eb628cb8ac14 None None] Bound using segment: {'id': '2a673be5-5f5c-44a1-a15e-8aa97321db46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4f70deff-74af-4931-9f15-7b1f01809b19'} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:22:11.354715 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-7505376d-9131-4d93-b74c-eb628cb8ac14 None None] Bound port: 63923b56-cfef-46f2-89c4-1689dcb5feb7, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a673be5-5f5c-44a1-a15e-8aa97321db46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4f70deff-74af-4931-9f15-7b1f01809b19'}}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:22:11.355256 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7505376d-9131-4d93-b74c-eb628cb8ac14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (63923b56-cfef-46f2-89c4-1689dcb5feb7), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:11.441717 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7b9ff6c0-2943-4e3e-9636-e03f6edf92b4 None None] Current status of the port fd9f1f49-eda0-42cd-b369-6f05beeabe98 is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:22:11.442108 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7b9ff6c0-2943-4e3e-9636-e03f6edf92b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (fd9f1f49-eda0-42cd-b369-6f05beeabe98), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:11.471766 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-88ff7cd0-17da-495c-81e8-5636de5a03ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'name': 'tempest-TestShelveInstance-1980463868-router', 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '21cadc33-832f-489d-8539-56f6f53482e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:22:02Z', 'updated_at': '2022-03-29T20:22:06Z', 'revision_number': 4, 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'gw_port': {'id': '21cadc33-832f-489d-8539-56f6f53482e0', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:03Z', 'updated_at': '2022-03-29T20:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'fd9f1f49-eda0-42cd-b369-6f05beeabe98', 'name': '', 'network_id': 'd939773b-8d62-47b4-b7b4-1f471826d25d', 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be', 'mac_address': 'fa:16:3e:b3:14:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '799fd8a5-a8ac-4d73-99bd-f021992151a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:05Z', 'updated_at': '2022-03-29T20:22:10Z', 'revision_number': 4, 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'subnets': [{'id': '799fd8a5-a8ac-4d73-99bd-f021992151a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:22:11.482003 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-7505376d-9131-4d93-b74c-eb628cb8ac14 None None] For port 63923b56-cfef-46f2-89c4-1689dcb5feb7, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:22:11.520483 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ff7cd0-17da-495c-81e8-5636de5a03ec None None] The sync data for ids ['22316c7d-089d-4fe5-a203-9b19e20e66f4'] in dv-cinder-784815-3-iscsi is: [{'id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'name': 'tempest-TestShelveInstance-1980463868-router', 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '21cadc33-832f-489d-8539-56f6f53482e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:22:02Z', 'updated_at': '2022-03-29T20:22:06Z', 'revision_number': 4, 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'gw_port': {'id': '21cadc33-832f-489d-8539-56f6f53482e0', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:03Z', 'updated_at': '2022-03-29T20:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'fd9f1f49-eda0-42cd-b369-6f05beeabe98', 'name': '', 'network_id': 'd939773b-8d62-47b4-b7b4-1f471826d25d', 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be', 'mac_address': 'fa:16:3e:b3:14:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '799fd8a5-a8ac-4d73-99bd-f021992151a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:05Z', 'updated_at': '2022-03-29T20:22:10Z', 'revision_number': 4, 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'subnets': [{'id': '799fd8a5-a8ac-4d73-99bd-f021992151a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:22:11.526062 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-7505376d-9131-4d93-b74c-eb628cb8ac14 None None] For port 63923b56-cfef-46f2-89c4-1689dcb5feb7, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=63923b56-cfef-46f2-89c4-1689dcb5feb7,segment=NetworkSegment(2a673be5-5f5c-44a1-a15e-8aa97321db46),segment_id=2a673be5-5f5c-44a1-a15e-8aa97321db46)] {{(pid=103822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:22:11.542976 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-7b9ff6c0-2943-4e3e-9636-e03f6edf92b4 None None] For port fd9f1f49-eda0-42cd-b369-6f05beeabe98, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=fd9f1f49-eda0-42cd-b369-6f05beeabe98,segment=NetworkSegment(8a5c2f71-2128-458a-86c9-66786652e5d8),segment_id=8a5c2f71-2128-458a-86c9-66786652e5d8)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:22:11.618104 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7505376d-9131-4d93-b74c-eb628cb8ac14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (63923b56-cfef-46f2-89c4-1689dcb5feb7), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:11.685892 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7b9ff6c0-2943-4e3e-9636-e03f6edf92b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (fd9f1f49-eda0-42cd-b369-6f05beeabe98), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:11.719422 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505376d-9131-4d93-b74c-eb628cb8ac14 None None] Pushing event updated for resources: {'Port': ['ID=63923b56-cfef-46f2-89c4-1689dcb5feb7,revision_number=2']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:11.881797 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9ddd11db-2dce-42e0-af97-cc723083e499 admin admin] Publish callbacks [] for router_gateway (c9c05e88-d11a-4af9-8801-b03f91a56b62), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:11.884665 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ff6c0-2943-4e3e-9636-e03f6edf92b4 None None] Pushing event updated for resources: {'Port': ['ID=fd9f1f49-eda0-42cd-b369-6f05beeabe98,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:12.306142 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9ddd11db-2dce-42e0-af97-cc723083e499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540959'] for router (c9c05e88-d11a-4af9-8801-b03f91a56b62), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:12.331032 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7e0165bb-e20c-42f2-8b2d-05d190bafb82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:12.493660 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae5dda-22ec-49b6-8779-219875ef5ebb req-42312108-b9e6-491a-b487-16249b801929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:12.497846 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-adae5dda-22ec-49b6-8779-219875ef5ebb req-42312108-b9e6-491a-b487-16249b801929 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=378d35471c8d47cc9624b98530d05223&device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 1130 time: 0.0726998 Mar 29 20:22:12.504450 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9149768-5b1a-4c7f-9fbb-b7bf40fb4a96 req-7acfeb40-8781-4a68-b3da-79b0cf2fd3f2 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:12.506512 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d9149768-5b1a-4c7f-9fbb-b7bf40fb4a96 req-7acfeb40-8781-4a68-b3da-79b0cf2fd3f2 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.1154029 Mar 29 20:22:12.576708 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d9149768-5b1a-4c7f-9fbb-b7bf40fb4a96 req-a01ec7b8-5076-4f39-bcdc-dbc3025cc466 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614254 Mar 29 20:22:12.604687 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ddd11db-2dce-42e0-af97-cc723083e499 admin admin] Router c9c05e88-d11a-4af9-8801-b03f91a56b62 is scheduled to L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d with binding_index 1 {{(pid=103820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 20:22:12.623525 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae5dda-22ec-49b6-8779-219875ef5ebb req-cdc25e47-de7e-4db5-adfc-4d83f0fa4963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:12.626416 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-adae5dda-22ec-49b6-8779-219875ef5ebb req-cdc25e47-de7e-4db5-adfc-4d83f0fa4963 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fccb8720-153f-47bd-b545-dee0eba76738 HTTP/1.1" status: 200 len: 920 time: 0.1196871 Mar 29 20:22:12.689341 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-adae5dda-22ec-49b6-8779-219875ef5ebb req-5e79dbde-f413-4c5b-b445-f5d649e8a267 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04ce72b1-912c-41be-a98d-a3ce14bbcc07 HTTP/1.1" status: 200 len: 217 time: 0.0507896 Mar 29 20:22:12.778385 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae5dda-22ec-49b6-8779-219875ef5ebb req-25707bdf-5382-432a-a08a-3953d2b06601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:12.780362 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-adae5dda-22ec-49b6-8779-219875ef5ebb req-25707bdf-5382-432a-a08a-3953d2b06601 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f62aa6e9-61aa-4730-afeb-7a2b7cae7991 HTTP/1.1" status: 200 len: 858 time: 0.0817227 Mar 29 20:22:12.858568 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae5dda-22ec-49b6-8779-219875ef5ebb req-81d004ec-e0cb-41c5-8e93-08cdec1ae1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:12.858568 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-adae5dda-22ec-49b6-8779-219875ef5ebb req-81d004ec-e0cb-41c5-8e93-08cdec1ae1df service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fccb8720-153f-47bd-b545-dee0eba76738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0695522 Mar 29 20:22:13.039564 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddd11db-2dce-42e0-af97-cc723083e499 admin admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:22:13.054661 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e607f94-a1bd-404f-8f6d-adec2050a69e None None] Sync routers for ids ['c9c05e88-d11a-4af9-8801-b03f91a56b62'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:22:13.071855 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e607f94-a1bd-404f-8f6d-adec2050a69e None None] Routers {'c9c05e88-d11a-4af9-8801-b03f91a56b62'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:22:13.083023 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-1e607f94-a1bd-404f-8f6d-adec2050a69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:22:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['c9c05e88-d11a-4af9-8801-b03f91a56b62'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:22:13.150548 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9ddd11db-2dce-42e0-af97-cc723083e499 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:13.152821 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-9ddd11db-2dce-42e0-af97-cc723083e499 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1593964 Mar 29 20:22:13.155276 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 45786) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:13.331491 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e225c236-53a3-4cc6-bdd8-a730a93fb611 None None] Network 4f70deff-74af-4931-9f15-7b1f01809b19 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:22:13.344491 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-1e607f94-a1bd-404f-8f6d-adec2050a69e None None] Set router c9c05e88-d11a-4af9-8801-b03f91a56b62 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:22:13.379845 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-adae5dda-22ec-49b6-8779-219875ef5ebb req-c71ee002-6b15-4ebe-9678-6546c946a734 service neutron] 10.222.0.42 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100048 Mar 29 20:22:13.551012 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-24305518-ecd3-4284-aa5c-3bc2e2b7c798 None None] Provisioning complete for port 63923b56-cfef-46f2-89c4-1689dcb5feb7 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:22:13.551947 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-24305518-ecd3-4284-aa5c-3bc2e2b7c798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (63923b56-cfef-46f2-89c4-1689dcb5feb7), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:13.646177 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-adae5dda-22ec-49b6-8779-219875ef5ebb req-3572212b-152c-4606-8fd6-a4e0733241e4 service neutron] 10.222.0.42 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484574 Mar 29 20:22:13.700000 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-1e607f94-a1bd-404f-8f6d-adec2050a69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c05e88-d11a-4af9-8801-b03f91a56b62', 'name': 'tempest-TestShelveInstance-1057061508-router', 'tenant_id': '24043468612f42a688144ebaf9ce4c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '7b4bfcd7-700c-48cd-a885-3ab07b64d3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:22:10Z', 'updated_at': '2022-03-29T20:22:11Z', 'revision_number': 3, 'project_id': '24043468612f42a688144ebaf9ce4c6b', 'gw_port': {'id': '7b4bfcd7-700c-48cd-a885-3ab07b64d3ca', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c05e88-d11a-4af9-8801-b03f91a56b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:10Z', 'updated_at': '2022-03-29T20:22:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:22:13.770819 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e607f94-a1bd-404f-8f6d-adec2050a69e None None] Checking router: c9c05e88-d11a-4af9-8801-b03f91a56b62 for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:22:13.771401 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e607f94-a1bd-404f-8f6d-adec2050a69e None None] Updating router c9c05e88-d11a-4af9-8801-b03f91a56b62 port 7b4bfcd7-700c-48cd-a885-3ab07b64d3ca binding host dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 20:22:13.798010 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-24305518-ecd3-4284-aa5c-3bc2e2b7c798 None None] Current status of the port 63923b56-cfef-46f2-89c4-1689dcb5feb7 is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:22:13.798748 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-24305518-ecd3-4284-aa5c-3bc2e2b7c798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (63923b56-cfef-46f2-89c4-1689dcb5feb7), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:13.804772 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:13.820892 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 63923b56-cfef-46f2-89c4-1689dcb5feb7 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:22:13.838687 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-1e607f94-a1bd-404f-8f6d-adec2050a69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (7b4bfcd7-700c-48cd-a885-3ab07b64d3ca), before_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:13.893156 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-24305518-ecd3-4284-aa5c-3bc2e2b7c798 None None] For port 63923b56-cfef-46f2-89c4-1689dcb5feb7, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=63923b56-cfef-46f2-89c4-1689dcb5feb7,segment=NetworkSegment(2a673be5-5f5c-44a1-a15e-8aa97321db46),segment_id=2a673be5-5f5c-44a1-a15e-8aa97321db46)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:22:13.910906 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 63923b56-cfef-46f2-89c4-1689dcb5feb7 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:22:13.912056 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (63923b56-cfef-46f2-89c4-1689dcb5feb7), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:13.927724 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd082fb9-c547-477d-b38f-2e159f1c7ba2 req-2b655846-6169-4651-bfbb-cbe4061edf74 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:13.933657 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fd082fb9-c547-477d-b38f-2e159f1c7ba2 req-2b655846-6169-4651-bfbb-cbe4061edf74 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.1711144 Mar 29 20:22:13.960924 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-24305518-ecd3-4284-aa5c-3bc2e2b7c798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (63923b56-cfef-46f2-89c4-1689dcb5feb7), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:14.055340 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fd082fb9-c547-477d-b38f-2e159f1c7ba2 req-833a877d-2f8a-4cbe-9baf-2f6c28fc601a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190391 Mar 29 20:22:14.072181 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24305518-ecd3-4284-aa5c-3bc2e2b7c798 None None] Pushing event updated for resources: {'Port': ['ID=63923b56-cfef-46f2-89c4-1689dcb5feb7,revision_number=3']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:14.106958 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 63923b56-cfef-46f2-89c4-1689dcb5feb7 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:22:14.107556 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device fd9f1f49-eda0-42cd-b369-6f05beeabe98 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:22:14.146125 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3f823c1d-9c38-4608-9866-0cdddac304e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:14.183562 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port fd9f1f49-eda0-42cd-b369-6f05beeabe98 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:22:14.183922 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (fd9f1f49-eda0-42cd-b369-6f05beeabe98), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:14.211615 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-777ae8e0-c7f7-4cb3-bc05-c4d1ea6a6539 None None] Provisioning complete for port 63923b56-cfef-46f2-89c4-1689dcb5feb7 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:22:14.211993 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-777ae8e0-c7f7-4cb3-bc05-c4d1ea6a6539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (63923b56-cfef-46f2-89c4-1689dcb5feb7), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:14.318497 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-1e607f94-a1bd-404f-8f6d-adec2050a69e None None] Publish callbacks [] for port (7b4bfcd7-700c-48cd-a885-3ab07b64d3ca), precommit_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:14.333548 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_common [None req-3f823c1d-9c38-4608-9866-0cdddac304e2 admin admin] Allocated IP 172.20.0.1 (4f70deff-74af-4931-9f15-7b1f01809b19/fe7fab3d-f27f-4ea2-8e20-afd474f37ae4/0aed0ab8-2b7e-4025-a33d-0ef11088bba3) {{(pid=103820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:22:14.392885 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-1e607f94-a1bd-404f-8f6d-adec2050a69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (7b4bfcd7-700c-48cd-a885-3ab07b64d3ca), after_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:14.434002 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5ac5a-9da8-42c7-9504-29c8d3d72ea3 None None] Pushing event updated for resources: {'Port': ['ID=7b4bfcd7-700c-48cd-a885-3ab07b64d3ca,revision_number=2']} {{(pid=103823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:14.458366 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-1e607f94-a1bd-404f-8f6d-adec2050a69e None None] Attempting to bind port 7b4bfcd7-700c-48cd-a885-3ab07b64d3ca on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:22:14.458934 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-1e607f94-a1bd-404f-8f6d-adec2050a69e None None] Attempting to bind port 7b4bfcd7-700c-48cd-a885-3ab07b64d3ca by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}] {{(pid=103823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:22:14.459460 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e607f94-a1bd-404f-8f6d-adec2050a69e None None] Attempting to bind port 7b4bfcd7-700c-48cd-a885-3ab07b64d3ca on network 921e7f1b-e183-4cfd-babe-1b51626667cb {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:22:14.463669 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port fd9f1f49-eda0-42cd-b369-6f05beeabe98 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:22:14.474020 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e607f94-a1bd-404f-8f6d-adec2050a69e None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:22:14.474020 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e607f94-a1bd-404f-8f6d-adec2050a69e None None] Checking segment: {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:22:14.474020 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-1e607f94-a1bd-404f-8f6d-adec2050a69e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:14.474020 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e607f94-a1bd-404f-8f6d-adec2050a69e None None] Bound using segment: {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'} {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:22:14.474020 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-1e607f94-a1bd-404f-8f6d-adec2050a69e None None] Bound port: 7b4bfcd7-700c-48cd-a885-3ab07b64d3ca, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}}] {{(pid=103823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:22:14.474020 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-1e607f94-a1bd-404f-8f6d-adec2050a69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (7b4bfcd7-700c-48cd-a885-3ab07b64d3ca), before_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:14.476566 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-777ae8e0-c7f7-4cb3-bc05-c4d1ea6a6539 None None] Current status of the port 63923b56-cfef-46f2-89c4-1689dcb5feb7 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:22:14.494928 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3f823c1d-9c38-4608-9866-0cdddac304e2 admin admin] Publish callbacks [] for port (0aed0ab8-2b7e-4025-a33d-0ef11088bba3), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:14.522122 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.db [None req-1e607f94-a1bd-404f-8f6d-adec2050a69e None None] For port 7b4bfcd7-700c-48cd-a885-3ab07b64d3ca, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:22:14.525680 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.db [None req-1e607f94-a1bd-404f-8f6d-adec2050a69e None None] For port 7b4bfcd7-700c-48cd-a885-3ab07b64d3ca, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=7b4bfcd7-700c-48cd-a885-3ab07b64d3ca,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:22:14.570590 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3f823c1d-9c38-4608-9866-0cdddac304e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (0aed0ab8-2b7e-4025-a33d-0ef11088bba3), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:14.572266 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-1e607f94-a1bd-404f-8f6d-adec2050a69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (7b4bfcd7-700c-48cd-a885-3ab07b64d3ca), after_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:14.618826 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f823c1d-9c38-4608-9866-0cdddac304e2 admin admin] Network 4f70deff-74af-4931-9f15-7b1f01809b19 is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:22:14.621921 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-3f823c1d-9c38-4608-9866-0cdddac304e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:22:14.628416 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f823c1d-9c38-4608-9866-0cdddac304e2 admin admin] Received port after_create {{(pid=103820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:22:14.628741 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5ac5a-9da8-42c7-9504-29c8d3d72ea3 None None] Pushing event updated for resources: {'Port': ['ID=7b4bfcd7-700c-48cd-a885-3ab07b64d3ca,revision_number=3']} {{(pid=103823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:14.642577 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e607f94-a1bd-404f-8f6d-adec2050a69e None None] Routers {'c9c05e88-d11a-4af9-8801-b03f91a56b62'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:22:14.643229 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-1e607f94-a1bd-404f-8f6d-adec2050a69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:22:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['c9c05e88-d11a-4af9-8801-b03f91a56b62'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:22:14.657477 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f823c1d-9c38-4608-9866-0cdddac304e2 admin admin] Pushing event updated for resources: {'Port': ['ID=0aed0ab8-2b7e-4025-a33d-0ef11088bba3,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:14.684186 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3f823c1d-9c38-4608-9866-0cdddac304e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548808'] for router_interface (c9c05e88-d11a-4af9-8801-b03f91a56b62), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:14.775850 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:14.783905 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-1e607f94-a1bd-404f-8f6d-adec2050a69e None None] Set router c9c05e88-d11a-4af9-8801-b03f91a56b62 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:22:14.901491 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-c18c5259-dcb4-4740-aaea-89525f443359 None None] Provisioning complete for port 0aed0ab8-2b7e-4025-a33d-0ef11088bba3 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:22:14.901919 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-c18c5259-dcb4-4740-aaea-89525f443359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (0aed0ab8-2b7e-4025-a33d-0ef11088bba3), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:14.909211 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3f823c1d-9c38-4608-9866-0cdddac304e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (0aed0ab8-2b7e-4025-a33d-0ef11088bba3), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:14.953900 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-c18c5259-dcb4-4740-aaea-89525f443359 None None] Port 0aed0ab8-2b7e-4025-a33d-0ef11088bba3 cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:22:15.005774 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-1e607f94-a1bd-404f-8f6d-adec2050a69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c05e88-d11a-4af9-8801-b03f91a56b62', 'name': 'tempest-TestShelveInstance-1057061508-router', 'tenant_id': '24043468612f42a688144ebaf9ce4c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '7b4bfcd7-700c-48cd-a885-3ab07b64d3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:22:10Z', 'updated_at': '2022-03-29T20:22:11Z', 'revision_number': 3, 'project_id': '24043468612f42a688144ebaf9ce4c6b', 'gw_port': {'id': '7b4bfcd7-700c-48cd-a885-3ab07b64d3ca', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c05e88-d11a-4af9-8801-b03f91a56b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:10Z', 'updated_at': '2022-03-29T20:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:22:15.041781 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e607f94-a1bd-404f-8f6d-adec2050a69e None None] The sync data for ids ['c9c05e88-d11a-4af9-8801-b03f91a56b62'] in dv-cinder-784815-3-iscsi is: [{'id': 'c9c05e88-d11a-4af9-8801-b03f91a56b62', 'name': 'tempest-TestShelveInstance-1057061508-router', 'tenant_id': '24043468612f42a688144ebaf9ce4c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '7b4bfcd7-700c-48cd-a885-3ab07b64d3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:22:10Z', 'updated_at': '2022-03-29T20:22:11Z', 'revision_number': 3, 'project_id': '24043468612f42a688144ebaf9ce4c6b', 'gw_port': {'id': '7b4bfcd7-700c-48cd-a885-3ab07b64d3ca', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c05e88-d11a-4af9-8801-b03f91a56b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:10Z', 'updated_at': '2022-03-29T20:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:22:15.116238 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3f823c1d-9c38-4608-9866-0cdddac304e2 admin admin] Publish callbacks [] for port (0aed0ab8-2b7e-4025-a33d-0ef11088bba3), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:15.170906 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3f823c1d-9c38-4608-9866-0cdddac304e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126327796'] for port (0aed0ab8-2b7e-4025-a33d-0ef11088bba3), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:15.247058 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3f823c1d-9c38-4608-9866-0cdddac304e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3663951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548700'] for router_interface (c9c05e88-d11a-4af9-8801-b03f91a56b62), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:15.256103 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f823c1d-9c38-4608-9866-0cdddac304e2 admin admin] Pushing event updated for resources: {'Port': ['ID=0aed0ab8-2b7e-4025-a33d-0ef11088bba3,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:15.268285 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a96217-70d3-4cd0-8c17-867488aadd2f req-4fe3ede5-9e84-4340-8179-f84f9ba7557c tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:15.269864 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-88a96217-70d3-4cd0-8c17-867488aadd2f req-4fe3ede5-9e84-4340-8179-f84f9ba7557c tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.1283634 Mar 29 20:22:15.382782 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-88a96217-70d3-4cd0-8c17-867488aadd2f req-13eb8885-d3a7-4f93-80b3-3f734c9ede90 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966487 Mar 29 20:22:15.402955 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f823c1d-9c38-4608-9866-0cdddac304e2 admin admin] Network 4f70deff-74af-4931-9f15-7b1f01809b19 is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:22:15.404539 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-3f823c1d-9c38-4608-9866-0cdddac304e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:22:15.577729 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f823c1d-9c38-4608-9866-0cdddac304e2 admin admin] Router c9c05e88-d11a-4af9-8801-b03f91a56b62 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:22:15.702596 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 45834) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:15.765066 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f823c1d-9c38-4608-9866-0cdddac304e2 admin admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:22:15.770515 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-3f823c1d-9c38-4608-9866-0cdddac304e2 admin admin] 10.222.0.43 "PUT /v2.0/routers/c9c05e88-d11a-4af9-8801-b03f91a56b62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6131518 Mar 29 20:22:15.794250 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 7b4bfcd7-700c-48cd-a885-3ab07b64d3ca up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:22:15.834132 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-442543f9-89f4-4e35-ad17-ed3f723fb724 None None] Provisioning complete for port 0aed0ab8-2b7e-4025-a33d-0ef11088bba3 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:22:15.835480 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-442543f9-89f4-4e35-ad17-ed3f723fb724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (0aed0ab8-2b7e-4025-a33d-0ef11088bba3), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:15.917496 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-442543f9-89f4-4e35-ad17-ed3f723fb724 None None] Port 0aed0ab8-2b7e-4025-a33d-0ef11088bba3 cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:22:15.949952 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e692a8e1-d9ce-4983-9ef0-a00f401de49d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:15.961892 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 7b4bfcd7-700c-48cd-a885-3ab07b64d3ca triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:22:15.962473 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (7b4bfcd7-700c-48cd-a885-3ab07b64d3ca), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:16.075417 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e692a8e1-d9ce-4983-9ef0-a00f401de49d admin admin] Publish callbacks [] for security_group (574dbf1a-8215-4656-9459-f1f7d38c8e85), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:16.103685 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 7b4bfcd7-700c-48cd-a885-3ab07b64d3ca is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:22:16.104058 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (7b4bfcd7-700c-48cd-a885-3ab07b64d3ca), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:16.129666 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] For port 7b4bfcd7-700c-48cd-a885-3ab07b64d3ca, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=7b4bfcd7-700c-48cd-a885-3ab07b64d3ca,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:22:16.164328 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e692a8e1-d9ce-4983-9ef0-a00f401de49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (574dbf1a-8215-4656-9459-f1f7d38c8e85), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:16.219034 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-e692a8e1-d9ce-4983-9ef0-a00f401de49d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=07e3fca5275b42acb350be93689e8567&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5135098 Mar 29 20:22:16.221382 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (7b4bfcd7-700c-48cd-a885-3ab07b64d3ca), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:16.221730 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 45854) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:16.222402 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 63923b56-cfef-46f2-89c4-1689dcb5feb7 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:22:16.234268 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692a8e1-d9ce-4983-9ef0-a00f401de49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574dbf1a-8215-4656-9459-f1f7d38c8e85,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:16.284425 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-15000d4b-c653-42f6-bc96-95c2a6d455e6 admin admin] Publish callbacks [] for security_group (574dbf1a-8215-4656-9459-f1f7d38c8e85), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:16.333621 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-15000d4b-c653-42f6-bc96-95c2a6d455e6 admin admin] Publish callbacks [] for security_group (574dbf1a-8215-4656-9459-f1f7d38c8e85), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:16.335237 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Pushing event updated for resources: {'Port': ['ID=7b4bfcd7-700c-48cd-a885-3ab07b64d3ca,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:16.350513 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 63923b56-cfef-46f2-89c4-1689dcb5feb7 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:22:16.350882 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (63923b56-cfef-46f2-89c4-1689dcb5feb7), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:16.390513 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:16.450092 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 63923b56-cfef-46f2-89c4-1689dcb5feb7 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:22:16.512858 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-15000d4b-c653-42f6-bc96-95c2a6d455e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (574dbf1a-8215-4656-9459-f1f7d38c8e85), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:16.515567 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-15000d4b-c653-42f6-bc96-95c2a6d455e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:16.519492 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-15000d4b-c653-42f6-bc96-95c2a6d455e6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/574dbf1a-8215-4656-9459-f1f7d38c8e85 HTTP/1.1" status: 204 len: 168 time: 0.2938149 Mar 29 20:22:16.527649 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15000d4b-c653-42f6-bc96-95c2a6d455e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574dbf1a-8215-4656-9459-f1f7d38c8e85,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:16.553816 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d18aeb-6010-4898-9558-c89714fa684a req-6a5dc7f4-cce7-461a-bd6a-18c4d0ff7c65 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:16.555590 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-40d18aeb-6010-4898-9558-c89714fa684a req-6a5dc7f4-cce7-461a-bd6a-18c4d0ff7c65 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0698206 Mar 29 20:22:16.637106 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-40d18aeb-6010-4898-9558-c89714fa684a req-fa963ca9-79ea-4064-8a61-a37e63a06267 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716577 Mar 29 20:22:16.872912 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 45868) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:16.879440 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-5c07cb95-9ff1-4b90-87ff-97338a06f6e4 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-831622155', 'description': 'tempest-secgroup-smoke-831622155 description', 'project_id': '2edfa256a0874cc7afc8c01ea3e810be'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:22:16.947849 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5c07cb95-9ff1-4b90-87ff-97338a06f6e4 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:17.038224 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5c07cb95-9ff1-4b90-87ff-97338a06f6e4 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks [] for security_group (c3108ffd-cfba-4e7d-ac61-e7617ab50229), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:17.063730 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ed0859-f729-4006-8760-ae2f8ad06f2c None None] Sync routers for ids ['c9c05e88-d11a-4af9-8801-b03f91a56b62'] in dv-cinder-784815-3-iscsi {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:22:17.078790 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ed0859-f729-4006-8760-ae2f8ad06f2c None None] Routers {'c9c05e88-d11a-4af9-8801-b03f91a56b62'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:22:17.079469 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-07ed0859-f729-4006-8760-ae2f8ad06f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:22:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['c9c05e88-d11a-4af9-8801-b03f91a56b62'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:22:17.106852 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5c07cb95-9ff1-4b90-87ff-97338a06f6e4 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (c3108ffd-cfba-4e7d-ac61-e7617ab50229), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:17.140848 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07cb95-9ff1-4b90-87ff-97338a06f6e4 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3108ffd-cfba-4e7d-ac61-e7617ab50229,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:17.226728 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5c07cb95-9ff1-4b90-87ff-97338a06f6e4 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:17.234563 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-07ed0859-f729-4006-8760-ae2f8ad06f2c None None] Set router c9c05e88-d11a-4af9-8801-b03f91a56b62 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:22:17.235912 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 45888) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:17.239128 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-5c07cb95-9ff1-4b90-87ff-97338a06f6e4 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3575478 Mar 29 20:22:17.241839 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-5e187253-7663-4b47-b38a-784c9889d15c tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Request body: {'security_group_rule': {'security_group_id': 'c3108ffd-cfba-4e7d-ac61-e7617ab50229', 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:22:17.335498 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5e187253-7663-4b47-b38a-784c9889d15c tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks [] for security_group_rule (0da012bd-927d-46bb-b087-a219a87abc8e), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:17.400101 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5e187253-7663-4b47-b38a-784c9889d15c tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks [] for security_group_rule (0da012bd-927d-46bb-b087-a219a87abc8e), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:17.450221 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5e187253-7663-4b47-b38a-784c9889d15c tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (0da012bd-927d-46bb-b087-a219a87abc8e), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:17.476254 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e187253-7663-4b47-b38a-784c9889d15c tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0da012bd-927d-46bb-b087-a219a87abc8e,revision_number=0']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:17.489913 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-07ed0859-f729-4006-8760-ae2f8ad06f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c05e88-d11a-4af9-8801-b03f91a56b62', 'name': 'tempest-TestShelveInstance-1057061508-router', 'tenant_id': '24043468612f42a688144ebaf9ce4c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '7b4bfcd7-700c-48cd-a885-3ab07b64d3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:22:10Z', 'updated_at': '2022-03-29T20:22:14Z', 'revision_number': 4, 'project_id': '24043468612f42a688144ebaf9ce4c6b', 'gw_port': {'id': '7b4bfcd7-700c-48cd-a885-3ab07b64d3ca', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c05e88-d11a-4af9-8801-b03f91a56b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:10Z', 'updated_at': '2022-03-29T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '0aed0ab8-2b7e-4025-a33d-0ef11088bba3', 'name': '', 'network_id': '4f70deff-74af-4931-9f15-7b1f01809b19', 'tenant_id': '24043468612f42a688144ebaf9ce4c6b', 'mac_address': 'fa:16:3e:42:88:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c05e88-d11a-4af9-8801-b03f91a56b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'fe7fab3d-f27f-4ea2-8e20-afd474f37ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:14Z', 'updated_at': '2022-03-29T20:22:14Z', 'revision_number': 2, 'project_id': '24043468612f42a688144ebaf9ce4c6b', 'subnets': [{'id': 'fe7fab3d-f27f-4ea2-8e20-afd474f37ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:22:17.525019 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ed0859-f729-4006-8760-ae2f8ad06f2c None None] Checking router: c9c05e88-d11a-4af9-8801-b03f91a56b62 for host: dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:22:17.525019 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ed0859-f729-4006-8760-ae2f8ad06f2c None None] Updating router c9c05e88-d11a-4af9-8801-b03f91a56b62 port 0aed0ab8-2b7e-4025-a33d-0ef11088bba3 binding host dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 20:22:17.544177 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5e187253-7663-4b47-b38a-784c9889d15c tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:17.545676 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-5e187253-7663-4b47-b38a-784c9889d15c tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3077476 Mar 29 20:22:17.549513 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 45898) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:17.563881 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-fb6dcc51-e733-496d-810c-e1920111124d tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Request body: {'security_group_rule': {'security_group_id': 'c3108ffd-cfba-4e7d-ac61-e7617ab50229', 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:22:17.567027 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-07ed0859-f729-4006-8760-ae2f8ad06f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (0aed0ab8-2b7e-4025-a33d-0ef11088bba3), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:17.620042 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 7b4bfcd7-700c-48cd-a885-3ab07b64d3ca up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:22:17.677957 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fb6dcc51-e733-496d-810c-e1920111124d tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks [] for security_group_rule (86c86d6c-8b44-4896-919c-b3905ee34c2b), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:17.836808 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fb6dcc51-e733-496d-810c-e1920111124d tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks [] for security_group_rule (86c86d6c-8b44-4896-919c-b3905ee34c2b), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:17.836808 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aaf17d-43e4-446f-97ba-9089fd272093 req-a8eda16a-79a0-4a94-82d0-c78d5247fa3e tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:17.836808 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-39aaf17d-43e4-446f-97ba-9089fd272093 req-a8eda16a-79a0-4a94-82d0-c78d5247fa3e tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.1065376 Mar 29 20:22:17.837599 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 7b4bfcd7-700c-48cd-a885-3ab07b64d3ca triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:22:17.837599 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (7b4bfcd7-700c-48cd-a885-3ab07b64d3ca), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:17.908878 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-39aaf17d-43e4-446f-97ba-9089fd272093 req-97d01733-6317-4e14-ac7e-96d36adf1dfc tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650759 Mar 29 20:22:17.995824 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 7b4bfcd7-700c-48cd-a885-3ab07b64d3ca is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:22:18.052612 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-07ed0859-f729-4006-8760-ae2f8ad06f2c None None] Publish callbacks [] for port (0aed0ab8-2b7e-4025-a33d-0ef11088bba3), precommit_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:18.062142 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fb6dcc51-e733-496d-810c-e1920111124d tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (86c86d6c-8b44-4896-919c-b3905ee34c2b), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:18.081104 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6dcc51-e733-496d-810c-e1920111124d tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c86d6c-8b44-4896-919c-b3905ee34c2b,revision_number=0']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:18.112841 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-07ed0859-f729-4006-8760-ae2f8ad06f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (0aed0ab8-2b7e-4025-a33d-0ef11088bba3), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:18.149846 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fb6dcc51-e733-496d-810c-e1920111124d tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:18.153092 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-fb6dcc51-e733-496d-810c-e1920111124d tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6005695 Mar 29 20:22:18.153697 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 45914) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:18.159636 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-35f9c888-14ad-4829-912c-af5b8e3e4eac tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Request body: {'security_group_rule': {'security_group_id': 'c3108ffd-cfba-4e7d-ac61-e7617ab50229', 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:22:18.169092 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8431aff-70ea-461b-9e7a-b7fc6256e669 None None] Pushing event updated for resources: {'Port': ['ID=0aed0ab8-2b7e-4025-a33d-0ef11088bba3,revision_number=3']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:18.238698 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-07ed0859-f729-4006-8760-ae2f8ad06f2c None None] Attempting to bind port 0aed0ab8-2b7e-4025-a33d-0ef11088bba3 on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:22:18.239142 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-07ed0859-f729-4006-8760-ae2f8ad06f2c None None] Attempting to bind port 0aed0ab8-2b7e-4025-a33d-0ef11088bba3 by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': '2a673be5-5f5c-44a1-a15e-8aa97321db46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4f70deff-74af-4931-9f15-7b1f01809b19'}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:22:18.239513 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ed0859-f729-4006-8760-ae2f8ad06f2c None None] Attempting to bind port 0aed0ab8-2b7e-4025-a33d-0ef11088bba3 on network 4f70deff-74af-4931-9f15-7b1f01809b19 {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:22:18.257109 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-35f9c888-14ad-4829-912c-af5b8e3e4eac tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks [] for security_group_rule (91a8a52c-8d2c-4c46-b7ac-f47cd7171d8d), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:18.262548 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ed0859-f729-4006-8760-ae2f8ad06f2c None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:22:18.267622 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ed0859-f729-4006-8760-ae2f8ad06f2c None None] Checking segment: {'id': '2a673be5-5f5c-44a1-a15e-8aa97321db46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4f70deff-74af-4931-9f15-7b1f01809b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:22:18.268048 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-07ed0859-f729-4006-8760-ae2f8ad06f2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:18.268454 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ed0859-f729-4006-8760-ae2f8ad06f2c None None] Bound using segment: {'id': '2a673be5-5f5c-44a1-a15e-8aa97321db46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4f70deff-74af-4931-9f15-7b1f01809b19'} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:22:18.269097 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-07ed0859-f729-4006-8760-ae2f8ad06f2c None None] Bound port: 0aed0ab8-2b7e-4025-a33d-0ef11088bba3, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a673be5-5f5c-44a1-a15e-8aa97321db46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4f70deff-74af-4931-9f15-7b1f01809b19'}}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:22:18.269518 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-07ed0859-f729-4006-8760-ae2f8ad06f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (0aed0ab8-2b7e-4025-a33d-0ef11088bba3), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:18.331064 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-35f9c888-14ad-4829-912c-af5b8e3e4eac tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks [] for security_group_rule (91a8a52c-8d2c-4c46-b7ac-f47cd7171d8d), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:18.350977 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-07ed0859-f729-4006-8760-ae2f8ad06f2c None None] For port 0aed0ab8-2b7e-4025-a33d-0ef11088bba3, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:22:18.354454 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-07ed0859-f729-4006-8760-ae2f8ad06f2c None None] For port 0aed0ab8-2b7e-4025-a33d-0ef11088bba3, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=0aed0ab8-2b7e-4025-a33d-0ef11088bba3,segment=NetworkSegment(2a673be5-5f5c-44a1-a15e-8aa97321db46),segment_id=2a673be5-5f5c-44a1-a15e-8aa97321db46)] {{(pid=103822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:22:18.392772 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-35f9c888-14ad-4829-912c-af5b8e3e4eac tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (91a8a52c-8d2c-4c46-b7ac-f47cd7171d8d), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:18.411173 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9c888-14ad-4829-912c-af5b8e3e4eac tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a8a52c-8d2c-4c46-b7ac-f47cd7171d8d,revision_number=0']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:18.422384 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-07ed0859-f729-4006-8760-ae2f8ad06f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (0aed0ab8-2b7e-4025-a33d-0ef11088bba3), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:18.486946 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-35f9c888-14ad-4829-912c-af5b8e3e4eac tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:18.491929 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 45920) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:18.492826 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-35f9c888-14ad-4829-912c-af5b8e3e4eac tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3378692 Mar 29 20:22:18.498874 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8431aff-70ea-461b-9e7a-b7fc6256e669 None None] Pushing event updated for resources: {'Port': ['ID=0aed0ab8-2b7e-4025-a33d-0ef11088bba3,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:18.501379 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-e052b5cd-795b-476b-9f3e-567773921b2f tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Request body: {'security_group_rule': {'security_group_id': 'c3108ffd-cfba-4e7d-ac61-e7617ab50229', 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:22:18.505685 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ed0859-f729-4006-8760-ae2f8ad06f2c None None] Routers {'c9c05e88-d11a-4af9-8801-b03f91a56b62'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:22:18.506369 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-07ed0859-f729-4006-8760-ae2f8ad06f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:22:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['c9c05e88-d11a-4af9-8801-b03f91a56b62'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:22:18.523354 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-9a5bcb76-a8e4-4ce2-9298-edb5d67bea33 None None] Provisioning complete for port 0aed0ab8-2b7e-4025-a33d-0ef11088bba3 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:22:18.524882 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-9a5bcb76-a8e4-4ce2-9298-edb5d67bea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (0aed0ab8-2b7e-4025-a33d-0ef11088bba3), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:18.593958 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e052b5cd-795b-476b-9f3e-567773921b2f tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks [] for security_group_rule (89a17e78-c834-4e1e-9b06-dcc1813c4f01), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:18.678831 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e052b5cd-795b-476b-9f3e-567773921b2f tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks [] for security_group_rule (89a17e78-c834-4e1e-9b06-dcc1813c4f01), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:18.694861 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-07ed0859-f729-4006-8760-ae2f8ad06f2c None None] Set router c9c05e88-d11a-4af9-8801-b03f91a56b62 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:22:18.753173 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e052b5cd-795b-476b-9f3e-567773921b2f tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (89a17e78-c834-4e1e-9b06-dcc1813c4f01), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:18.778432 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052b5cd-795b-476b-9f3e-567773921b2f tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a17e78-c834-4e1e-9b06-dcc1813c4f01,revision_number=0']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:18.846411 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e052b5cd-795b-476b-9f3e-567773921b2f tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:18.847758 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-e052b5cd-795b-476b-9f3e-567773921b2f tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3538880 Mar 29 20:22:18.853157 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 45938) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:18.857684 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-5a3d0765-c73f-4c82-8eaa-015fc1a8902b tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Request body: {'security_group_rule': {'security_group_id': 'c3108ffd-cfba-4e7d-ac61-e7617ab50229', 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:22:18.932449 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-9a5bcb76-a8e4-4ce2-9298-edb5d67bea33 None None] Current status of the port 0aed0ab8-2b7e-4025-a33d-0ef11088bba3 is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:22:18.932828 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-9a5bcb76-a8e4-4ce2-9298-edb5d67bea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (0aed0ab8-2b7e-4025-a33d-0ef11088bba3), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:18.935430 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.db.securitygroups_db [None req-5a3d0765-c73f-4c82-8eaa-015fc1a8902b tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Project 2edfa256a0874cc7afc8c01ea3e810be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 20:22:18.948021 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5a3d0765-c73f-4c82-8eaa-015fc1a8902b tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks [] for security_group_rule (6612579f-762f-47a4-82b9-ec854a6abd7b), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:19.010572 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-9a5bcb76-a8e4-4ce2-9298-edb5d67bea33 None None] For port 0aed0ab8-2b7e-4025-a33d-0ef11088bba3, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=0aed0ab8-2b7e-4025-a33d-0ef11088bba3,segment=NetworkSegment(2a673be5-5f5c-44a1-a15e-8aa97321db46),segment_id=2a673be5-5f5c-44a1-a15e-8aa97321db46)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:22:19.047731 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5a3d0765-c73f-4c82-8eaa-015fc1a8902b tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks [] for security_group_rule (6612579f-762f-47a4-82b9-ec854a6abd7b), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:19.055911 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46848d60-fb47-4872-8f00-471cd0e07642 req-249563a0-e5bd-4f71-9379-955c514931d7 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:19.057520 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-46848d60-fb47-4872-8f00-471cd0e07642 req-249563a0-e5bd-4f71-9379-955c514931d7 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0818236 Mar 29 20:22:19.062902 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-9a5bcb76-a8e4-4ce2-9298-edb5d67bea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (0aed0ab8-2b7e-4025-a33d-0ef11088bba3), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:19.110385 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-46848d60-fb47-4872-8f00-471cd0e07642 req-aa36cec0-4335-480c-af67-3b295760a426 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453300 Mar 29 20:22:19.110991 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5a3d0765-c73f-4c82-8eaa-015fc1a8902b tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (6612579f-762f-47a4-82b9-ec854a6abd7b), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:19.126866 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d0765-c73f-4c82-8eaa-015fc1a8902b tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6612579f-762f-47a4-82b9-ec854a6abd7b,revision_number=0']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:19.139171 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5bcb76-a8e4-4ce2-9298-edb5d67bea33 None None] Pushing event updated for resources: {'Port': ['ID=0aed0ab8-2b7e-4025-a33d-0ef11088bba3,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:19.145415 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-07ed0859-f729-4006-8760-ae2f8ad06f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c05e88-d11a-4af9-8801-b03f91a56b62', 'name': 'tempest-TestShelveInstance-1057061508-router', 'tenant_id': '24043468612f42a688144ebaf9ce4c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '7b4bfcd7-700c-48cd-a885-3ab07b64d3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:22:10Z', 'updated_at': '2022-03-29T20:22:14Z', 'revision_number': 4, 'project_id': '24043468612f42a688144ebaf9ce4c6b', 'gw_port': {'id': '7b4bfcd7-700c-48cd-a885-3ab07b64d3ca', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c05e88-d11a-4af9-8801-b03f91a56b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:10Z', 'updated_at': '2022-03-29T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '0aed0ab8-2b7e-4025-a33d-0ef11088bba3', 'name': '', 'network_id': '4f70deff-74af-4931-9f15-7b1f01809b19', 'tenant_id': '24043468612f42a688144ebaf9ce4c6b', 'mac_address': 'fa:16:3e:42:88:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c05e88-d11a-4af9-8801-b03f91a56b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'fe7fab3d-f27f-4ea2-8e20-afd474f37ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:14Z', 'updated_at': '2022-03-29T20:22:18Z', 'revision_number': 4, 'project_id': '24043468612f42a688144ebaf9ce4c6b', 'subnets': [{'id': 'fe7fab3d-f27f-4ea2-8e20-afd474f37ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:22:19.176595 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ed0859-f729-4006-8760-ae2f8ad06f2c None None] The sync data for ids ['c9c05e88-d11a-4af9-8801-b03f91a56b62'] in dv-cinder-784815-3-iscsi is: [{'id': 'c9c05e88-d11a-4af9-8801-b03f91a56b62', 'name': 'tempest-TestShelveInstance-1057061508-router', 'tenant_id': '24043468612f42a688144ebaf9ce4c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '7b4bfcd7-700c-48cd-a885-3ab07b64d3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:22:10Z', 'updated_at': '2022-03-29T20:22:14Z', 'revision_number': 4, 'project_id': '24043468612f42a688144ebaf9ce4c6b', 'gw_port': {'id': '7b4bfcd7-700c-48cd-a885-3ab07b64d3ca', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c05e88-d11a-4af9-8801-b03f91a56b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:10Z', 'updated_at': '2022-03-29T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '0aed0ab8-2b7e-4025-a33d-0ef11088bba3', 'name': '', 'network_id': '4f70deff-74af-4931-9f15-7b1f01809b19', 'tenant_id': '24043468612f42a688144ebaf9ce4c6b', 'mac_address': 'fa:16:3e:42:88:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c05e88-d11a-4af9-8801-b03f91a56b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'fe7fab3d-f27f-4ea2-8e20-afd474f37ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:14Z', 'updated_at': '2022-03-29T20:22:18Z', 'revision_number': 4, 'project_id': '24043468612f42a688144ebaf9ce4c6b', 'subnets': [{'id': 'fe7fab3d-f27f-4ea2-8e20-afd474f37ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:22:19.188200 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-4922030e-097e-4380-b6c2-bd917ab01899 None None] Provisioning complete for port 0aed0ab8-2b7e-4025-a33d-0ef11088bba3 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:22:19.188572 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-4922030e-097e-4380-b6c2-bd917ab01899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (0aed0ab8-2b7e-4025-a33d-0ef11088bba3), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:19.206320 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5a3d0765-c73f-4c82-8eaa-015fc1a8902b tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:19.210672 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-5a3d0765-c73f-4c82-8eaa-015fc1a8902b tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3535340 Mar 29 20:22:19.210672 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 45944) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:19.214719 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-a59ddac1-4fc9-45d7-80bc-b299b2530b8e tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Request body: {'security_group_rule': {'security_group_id': 'c3108ffd-cfba-4e7d-ac61-e7617ab50229', 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:22:19.290192 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.db.securitygroups_db [None req-a59ddac1-4fc9-45d7-80bc-b299b2530b8e tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Project 2edfa256a0874cc7afc8c01ea3e810be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 20:22:19.295289 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-a59ddac1-4fc9-45d7-80bc-b299b2530b8e tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks [] for security_group_rule (114ce0b4-6ecd-4778-893e-a57f3627967c), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:19.303324 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-4922030e-097e-4380-b6c2-bd917ab01899 None None] Current status of the port 0aed0ab8-2b7e-4025-a33d-0ef11088bba3 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:22:19.361498 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-a59ddac1-4fc9-45d7-80bc-b299b2530b8e tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks [] for security_group_rule (114ce0b4-6ecd-4778-893e-a57f3627967c), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:19.415479 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-a59ddac1-4fc9-45d7-80bc-b299b2530b8e tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (114ce0b4-6ecd-4778-893e-a57f3627967c), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:19.435063 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ddac1-4fc9-45d7-80bc-b299b2530b8e tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114ce0b4-6ecd-4778-893e-a57f3627967c,revision_number=0']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:19.480390 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-a59ddac1-4fc9-45d7-80bc-b299b2530b8e tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:19.481639 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-a59ddac1-4fc9-45d7-80bc-b299b2530b8e tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2703910 Mar 29 20:22:19.644968 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 0aed0ab8-2b7e-4025-a33d-0ef11088bba3 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:22:19.706728 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 0aed0ab8-2b7e-4025-a33d-0ef11088bba3 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:22:19.708055 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (0aed0ab8-2b7e-4025-a33d-0ef11088bba3), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:19.800169 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 0aed0ab8-2b7e-4025-a33d-0ef11088bba3 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:22:20.254211 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8b215-8dbe-4dd1-b219-aa0917882eac req-c76b2e00-e8e0-4b2e-bc05-6196654656be tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:20.256030 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2af8b215-8dbe-4dd1-b219-aa0917882eac req-c76b2e00-e8e0-4b2e-bc05-6196654656be tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0641680 Mar 29 20:22:20.316468 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2af8b215-8dbe-4dd1-b219-aa0917882eac req-ba7d0b21-82cd-4e71-82e0-3b57757d71f0 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543356 Mar 29 20:22:21.439197 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b21b60-4a2c-400f-8715-a69a1d8d7244 req-e8ea7e6c-d9ae-4333-bdb2-17547b02ea8a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:21.440566 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-52b21b60-4a2c-400f-8715-a69a1d8d7244 req-e8ea7e6c-d9ae-4333-bdb2-17547b02ea8a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0563312 Mar 29 20:22:21.493733 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-52b21b60-4a2c-400f-8715-a69a1d8d7244 req-863ac727-2c9b-416f-b9fa-12679c6a3ade tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473468 Mar 29 20:22:22.622454 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb946b5d-1bc9-4192-90dc-549b35666f81 req-5ae04594-6d31-4e38-b71f-b1e72a8b0f5b tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:22.623955 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-bb946b5d-1bc9-4192-90dc-549b35666f81 req-5ae04594-6d31-4e38-b71f-b1e72a8b0f5b tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0552411 Mar 29 20:22:22.721330 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-bb946b5d-1bc9-4192-90dc-549b35666f81 req-68d8ea56-22aa-4e86-ad15-441cf79338b1 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687950 Mar 29 20:22:23.838093 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363f82b-8652-471f-b041-e6367ccd0c19 req-b0927561-5c44-4e9f-9b30-7c3724639113 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:23.839552 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5363f82b-8652-471f-b041-e6367ccd0c19 req-b0927561-5c44-4e9f-9b30-7c3724639113 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0548868 Mar 29 20:22:23.896781 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5363f82b-8652-471f-b041-e6367ccd0c19 req-66de3c0f-b396-4571-91b8-d851ceb4e05a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509007 Mar 29 20:22:25.013992 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5312b-5e0f-40f2-8c47-71bc8ef8641e req-781acb7c-0e31-45a4-a07f-e476aa508d4c tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:25.015627 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-63c5312b-5e0f-40f2-8c47-71bc8ef8641e req-781acb7c-0e31-45a4-a07f-e476aa508d4c tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0524802 Mar 29 20:22:25.063280 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-63c5312b-5e0f-40f2-8c47-71bc8ef8641e req-d14670d6-3a55-443b-b717-c40ccb24ae60 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420494 Mar 29 20:22:26.179677 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26ddc9-a43f-4acc-8759-587782f0f7e3 req-bdfb4c16-0667-410a-8939-5ba0bbdb79dd tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:26.181121 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1a26ddc9-a43f-4acc-8759-587782f0f7e3 req-bdfb4c16-0667-410a-8939-5ba0bbdb79dd tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0520916 Mar 29 20:22:26.227032 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1a26ddc9-a43f-4acc-8759-587782f0f7e3 req-8c68c903-3862-4d0d-8011-b8d7ef40baaa tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403349 Mar 29 20:22:27.361141 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34557cf6-4e31-4d0d-8fd2-784ca6709316 req-3e3d2848-7f56-404f-8f4b-77ecbebe1dbf tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:27.363280 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-34557cf6-4e31-4d0d-8fd2-784ca6709316 req-3e3d2848-7f56-404f-8f4b-77ecbebe1dbf tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0654151 Mar 29 20:22:27.404854 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f68e8-b627-4a09-8895-de86e8dd5c6d req-7d348fd9-cb98-4fbe-8a75-5ba2b2be82aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:27.406850 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-474f68e8-b627-4a09-8895-de86e8dd5c6d req-7d348fd9-cb98-4fbe-8a75-5ba2b2be82aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=378d35471c8d47cc9624b98530d05223&device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 1130 time: 0.0496171 Mar 29 20:22:27.422074 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-34557cf6-4e31-4d0d-8fd2-784ca6709316 req-1fe78fd7-3988-4e7d-a21b-bbd6d8d9cdb1 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514796 Mar 29 20:22:27.522015 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f68e8-b627-4a09-8895-de86e8dd5c6d req-f91b2d01-2280-4b31-824d-5a03be018157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:27.523623 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-474f68e8-b627-4a09-8895-de86e8dd5c6d req-f91b2d01-2280-4b31-824d-5a03be018157 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fccb8720-153f-47bd-b545-dee0eba76738 HTTP/1.1" status: 200 len: 920 time: 0.0912650 Mar 29 20:22:27.571453 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-474f68e8-b627-4a09-8895-de86e8dd5c6d req-46cc265f-2dbd-4049-b5de-af6abf234010 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04ce72b1-912c-41be-a98d-a3ce14bbcc07 HTTP/1.1" status: 200 len: 217 time: 0.0355406 Mar 29 20:22:27.631302 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f68e8-b627-4a09-8895-de86e8dd5c6d req-62a47f51-de47-4623-80c8-6f29b9ec953c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:27.632715 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-474f68e8-b627-4a09-8895-de86e8dd5c6d req-62a47f51-de47-4623-80c8-6f29b9ec953c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f62aa6e9-61aa-4730-afeb-7a2b7cae7991 HTTP/1.1" status: 200 len: 858 time: 0.0479519 Mar 29 20:22:27.682809 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f68e8-b627-4a09-8895-de86e8dd5c6d req-f75fb2e2-1add-4238-878e-118f7116fb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:27.684325 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-474f68e8-b627-4a09-8895-de86e8dd5c6d req-f75fb2e2-1add-4238-878e-118f7116fb8d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fccb8720-153f-47bd-b545-dee0eba76738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448678 Mar 29 20:22:27.774352 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-474f68e8-b627-4a09-8895-de86e8dd5c6d req-644a5b63-936a-41a6-9ea5-80b49643814a service neutron] 10.222.0.42 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824749 Mar 29 20:22:27.872262 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-474f68e8-b627-4a09-8895-de86e8dd5c6d req-35ee72a6-6ff3-4f3c-941d-e3d165ac1361 service neutron] 10.222.0.42 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887938 Mar 29 20:22:28.548367 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a294bf-a0ff-4204-8abd-100f05ded15b req-bc61525b-03c2-462d-bd04-7d64051efc60 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:28.549963 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-17a294bf-a0ff-4204-8abd-100f05ded15b req-bc61525b-03c2-462d-bd04-7d64051efc60 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0543098 Mar 29 20:22:28.575431 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:28.597316 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-17a294bf-a0ff-4204-8abd-100f05ded15b req-cb7094b4-d696-4266-bac5-d516dcb497a4 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418251 Mar 29 20:22:29.562767 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747a0f3-ccaa-46df-ae9c-2b33af0be42a req-1ba89a42-da26-464b-ab16-acadf0625ebc tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:29.564554 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6747a0f3-ccaa-46df-ae9c-2b33af0be42a req-1ba89a42-da26-464b-ab16-acadf0625ebc tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.0572836 Mar 29 20:22:29.610923 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6747a0f3-ccaa-46df-ae9c-2b33af0be42a req-703d1864-5706-409d-a087-647f3196d60b tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406764 Mar 29 20:22:29.723277 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2111189-101f-4b4c-8c29-ae336cd1280a req-a647dd81-caed-4c84-859d-7551afe07739 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:29.724641 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f2111189-101f-4b4c-8c29-ae336cd1280a req-a647dd81-caed-4c84-859d-7551afe07739 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0560470 Mar 29 20:22:29.772321 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f2111189-101f-4b4c-8c29-ae336cd1280a req-63e1e049-0c66-4fc0-9b22-4356710f5f78 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419536 Mar 29 20:22:30.733415 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a356a-3767-45e4-add7-d21aca7cabf0 req-692052c9-4c49-4f55-b487-1aa7d968253a tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:30.734897 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-379a356a-3767-45e4-add7-d21aca7cabf0 req-692052c9-4c49-4f55-b487-1aa7d968253a tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.0518537 Mar 29 20:22:30.783629 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-379a356a-3767-45e4-add7-d21aca7cabf0 req-16e83c4d-6aa4-480b-8eb2-269cf5afbed5 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431857 Mar 29 20:22:30.886438 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913c36c-92e1-41d7-9c9f-e9133ae4579d req-b58e1bbc-4cc2-4484-97c4-a18fce455c18 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:30.887894 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1913c36c-92e1-41d7-9c9f-e9133ae4579d req-b58e1bbc-4cc2-4484-97c4-a18fce455c18 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0503409 Mar 29 20:22:30.934185 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1913c36c-92e1-41d7-9c9f-e9133ae4579d req-d51a873b-01e8-4ea4-abb2-cb74f84c9c82 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396490 Mar 29 20:22:31.908598 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6bd35-3180-41ae-acf5-d266403ad12e req-6e8cef8f-e17d-4f58-8e46-429c54378481 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:31.910154 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0da6bd35-3180-41ae-acf5-d266403ad12e req-6e8cef8f-e17d-4f58-8e46-429c54378481 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.0531495 Mar 29 20:22:31.968334 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0da6bd35-3180-41ae-acf5-d266403ad12e req-6e7edf65-17e1-43c9-92bd-45ab37713089 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499187 Mar 29 20:22:32.074827 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b446d-1b53-4044-a3b8-6936601782e7 req-5dff8dbf-8376-4094-82d5-41fbd714a36b tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:32.076214 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-255b446d-1b53-4044-a3b8-6936601782e7 req-5dff8dbf-8376-4094-82d5-41fbd714a36b tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0672221 Mar 29 20:22:32.126275 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-255b446d-1b53-4044-a3b8-6936601782e7 req-3edd4066-7b9b-4dd8-a187-bedaa592e43e tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437768 Mar 29 20:22:33.093477 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d177b0-3939-4bb9-ac92-8cafdb4cb154 req-b4d384c2-880b-4101-bdf9-649c92ea54a7 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:33.094998 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-50d177b0-3939-4bb9-ac92-8cafdb4cb154 req-b4d384c2-880b-4101-bdf9-649c92ea54a7 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.0551941 Mar 29 20:22:33.142186 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-50d177b0-3939-4bb9-ac92-8cafdb4cb154 req-5be9a29b-c9f5-44df-bc14-1eebbfda7a56 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415835 Mar 29 20:22:33.250545 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6aa5e-c992-471e-90c2-e3ca07563de8 req-01f6d100-9c43-4842-a2dc-f8a2db826a3e tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:33.251993 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-06b6aa5e-c992-471e-90c2-e3ca07563de8 req-01f6d100-9c43-4842-a2dc-f8a2db826a3e tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0550258 Mar 29 20:22:33.305226 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-06b6aa5e-c992-471e-90c2-e3ca07563de8 req-80dba459-33fd-47e1-ae44-1fc9649624a3 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476291 Mar 29 20:22:34.263833 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fbf55-b66f-4c67-b71c-628b1dee589f req-5e0e04aa-cde1-428f-b44b-9c7d7d708ff9 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:34.266016 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-933fbf55-b66f-4c67-b71c-628b1dee589f req-5e0e04aa-cde1-428f-b44b-9c7d7d708ff9 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.0531037 Mar 29 20:22:34.311428 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-933fbf55-b66f-4c67-b71c-628b1dee589f req-64ba8a37-1b0f-4881-9aea-51497301bd61 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396533 Mar 29 20:22:34.422838 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf352e-eee4-4172-b9b5-015352b2ef87 req-d2be047e-1eeb-47bf-9c48-6f30909e9d8a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:34.424286 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-aaaf352e-eee4-4172-b9b5-015352b2ef87 req-d2be047e-1eeb-47bf-9c48-6f30909e9d8a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0531192 Mar 29 20:22:34.470302 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-aaaf352e-eee4-4172-b9b5-015352b2ef87 req-123c7223-c58b-4591-9b3a-99f6c4a56a0b tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402761 Mar 29 20:22:35.448657 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c434c6-296c-46c8-8c4e-07ef2bf35167 req-680774a9-7bfb-406c-b7a3-d5fbaa03d64b tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:35.450535 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-14c434c6-296c-46c8-8c4e-07ef2bf35167 req-680774a9-7bfb-406c-b7a3-d5fbaa03d64b tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.0622916 Mar 29 20:22:35.505331 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-14c434c6-296c-46c8-8c4e-07ef2bf35167 req-2abb1135-deb3-4605-ad36-c5311df51dee tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448489 Mar 29 20:22:35.593738 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e492bc-73aa-4af1-8571-890b3d6a3f88 req-83fb3743-8e42-4939-aa99-89e909129b35 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:35.595193 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e7e492bc-73aa-4af1-8571-890b3d6a3f88 req-83fb3743-8e42-4939-aa99-89e909129b35 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0521986 Mar 29 20:22:35.641116 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e7e492bc-73aa-4af1-8571-890b3d6a3f88 req-f502d0a6-0984-4493-93e1-d676f6cc20a9 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403485 Mar 29 20:22:36.635668 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf436e-7abc-4562-863c-a4848ee94cf5 req-d5b47ad2-300a-4319-810e-0c15f7b83762 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:36.637132 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-10cf436e-7abc-4562-863c-a4848ee94cf5 req-d5b47ad2-300a-4319-810e-0c15f7b83762 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.0602393 Mar 29 20:22:36.689841 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-10cf436e-7abc-4562-863c-a4848ee94cf5 req-41e20093-a9f2-4dfc-92e3-1392d5cd7b19 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469544 Mar 29 20:22:36.768515 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13575b68-815c-488f-8bd0-581237f022c5 req-62e87936-afcd-4b46-acde-1dcc6ed8ec2b tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:36.770104 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-13575b68-815c-488f-8bd0-581237f022c5 req-62e87936-afcd-4b46-acde-1dcc6ed8ec2b tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0568881 Mar 29 20:22:36.817614 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-13575b68-815c-488f-8bd0-581237f022c5 req-58061b45-8655-42c8-8f72-4520de311ea0 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416682 Mar 29 20:22:37.322643 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:22:37.813695 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c157a-3f00-490c-9f34-5997776a2930 req-358178b7-3033-496d-b3bd-eec7b6921afc tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:37.815203 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ec9c157a-3f00-490c-9f34-5997776a2930 req-358178b7-3033-496d-b3bd-eec7b6921afc tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.0547369 Mar 29 20:22:37.887652 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ec9c157a-3f00-490c-9f34-5997776a2930 req-2a9e7943-b8ee-4087-a5d2-b26db9e8a13f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661595 Mar 29 20:22:38.041393 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938dc8f-0543-4212-ba75-01d29abe93c1 req-b102eb5b-2bf8-4b64-bf3f-da0b4dd47162 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:38.042927 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a938dc8f-0543-4212-ba75-01d29abe93c1 req-b102eb5b-2bf8-4b64-bf3f-da0b4dd47162 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0877523 Mar 29 20:22:38.115591 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a938dc8f-0543-4212-ba75-01d29abe93c1 req-03022471-7ea6-4aae-93cb-3c5c2f69978a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642266 Mar 29 20:22:38.220813 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85ecff-86f0-4ea4-908d-d1da3f18431f req-1b19f0da-7fce-4d22-94f7-80f0ed89c553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:38.222336 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-7e85ecff-86f0-4ea4-908d-d1da3f18431f req-1b19f0da-7fce-4d22-94f7-80f0ed89c553 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 1130 time: 0.0462139 Mar 29 20:22:38.267247 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-7e85ecff-86f0-4ea4-908d-d1da3f18431f req-2fabdc01-494f-42d7-aa8e-847f4ef506b5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381498 Mar 29 20:22:38.525031 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867de84-5ffa-4a97-a686-dd9ed258ebfb req-9cdf04f9-6fa1-486b-abf6-0e89cb818495 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:38.526529 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4867de84-5ffa-4a97-a686-dd9ed258ebfb req-9cdf04f9-6fa1-486b-abf6-0e89cb818495 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0597196 Mar 29 20:22:38.575274 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4867de84-5ffa-4a97-a686-dd9ed258ebfb req-e2b08d7e-0338-4a49-83da-28f8c7fae338 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421250 Mar 29 20:22:39.053154 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65004024-9385-4c26-a362-54a0b01cf779 req-3578905e-6715-4d2c-a7a9-b258e396e910 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:39.054839 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-65004024-9385-4c26-a362-54a0b01cf779 req-3578905e-6715-4d2c-a7a9-b258e396e910 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.0704374 Mar 29 20:22:39.114878 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-65004024-9385-4c26-a362-54a0b01cf779 req-e8f37aea-e9d0-423c-8993-f168718b150f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535941 Mar 29 20:22:39.245053 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37324d-0b28-4395-a6e8-0325581fbd33 req-05726720-843c-4c65-8a7a-7a0e2c2b081c tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:39.246567 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3f37324d-0b28-4395-a6e8-0325581fbd33 req-05726720-843c-4c65-8a7a-7a0e2c2b081c tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0546901 Mar 29 20:22:39.294801 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3f37324d-0b28-4395-a6e8-0325581fbd33 req-7f4fa09d-efda-4c5d-aee0-650c2b01525b tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411532 Mar 29 20:22:39.556905 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 46502) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:39.694021 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-4956d2af-6189-442d-94b0-ac8e9b17c82b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:39.946685 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54ebec-a6a2-4dbb-b8d1-c1b74fb70828 req-7b9ff111-e000-481a-b2e2-94a7e581f569 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:39.948188 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-dd54ebec-a6a2-4dbb-b8d1-c1b74fb70828 req-7b9ff111-e000-481a-b2e2-94a7e581f569 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.3009496 Mar 29 20:22:40.020255 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-dd54ebec-a6a2-4dbb-b8d1-c1b74fb70828 req-c849ddba-f098-4361-92f4-c7fd769f11b1 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644436 Mar 29 20:22:40.034806 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-4956d2af-6189-442d-94b0-ac8e9b17c82b admin admin] Publish callbacks [] for security_group (78f0d89e-03b5-48b5-98ab-aee301df001e), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:40.101755 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-4956d2af-6189-442d-94b0-ac8e9b17c82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (78f0d89e-03b5-48b5-98ab-aee301df001e), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:40.143021 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-4956d2af-6189-442d-94b0-ac8e9b17c82b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2a979891a5054ec4add7aa9d48762700&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5848672 Mar 29 20:22:40.143837 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956d2af-6189-442d-94b0-ac8e9b17c82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f0d89e-03b5-48b5-98ab-aee301df001e,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:40.145790 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 46516) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:40.152559 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4956d2af-6189-442d-94b0-ac8e9b17c82b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:40.153034 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4956d2af-6189-442d-94b0-ac8e9b17c82b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:40.153498 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4956d2af-6189-442d-94b0-ac8e9b17c82b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:40.153930 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4956d2af-6189-442d-94b0-ac8e9b17c82b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:40.154761 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4956d2af-6189-442d-94b0-ac8e9b17c82b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:40.154761 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4956d2af-6189-442d-94b0-ac8e9b17c82b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:40.155186 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4956d2af-6189-442d-94b0-ac8e9b17c82b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:40.155656 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4956d2af-6189-442d-94b0-ac8e9b17c82b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:40.156237 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4956d2af-6189-442d-94b0-ac8e9b17c82b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:40.156655 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4956d2af-6189-442d-94b0-ac8e9b17c82b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:40.157067 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4956d2af-6189-442d-94b0-ac8e9b17c82b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:40.157649 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4956d2af-6189-442d-94b0-ac8e9b17c82b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:40.158064 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4956d2af-6189-442d-94b0-ac8e9b17c82b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:40.158523 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4956d2af-6189-442d-94b0-ac8e9b17c82b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:40.161840 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4956d2af-6189-442d-94b0-ac8e9b17c82b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:40.162378 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-30243f30-d8ad-4221-b569-7d7687c10d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:40.207086 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9ad83710-5aeb-42bd-95c2-126b9c313f79 admin admin] Publish callbacks [] for security_group (78f0d89e-03b5-48b5-98ab-aee301df001e), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:40.228225 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9ad83710-5aeb-42bd-95c2-126b9c313f79 admin admin] Publish callbacks [] for security_group (78f0d89e-03b5-48b5-98ab-aee301df001e), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:40.244001 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704be49b-4c5a-487e-941e-d438f91b1ee3 req-d840df2d-f28e-4e77-b2c6-9ac04b0e50c2 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:40.246320 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-704be49b-4c5a-487e-941e-d438f91b1ee3 req-d840df2d-f28e-4e77-b2c6-9ac04b0e50c2 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.0518858 Mar 29 20:22:40.290501 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-704be49b-4c5a-487e-941e-d438f91b1ee3 req-ee651b47-49da-4068-8700-56e7e1e1f27f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393133 Mar 29 20:22:40.336065 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9ad83710-5aeb-42bd-95c2-126b9c313f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (78f0d89e-03b5-48b5-98ab-aee301df001e), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:40.338742 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9ad83710-5aeb-42bd-95c2-126b9c313f79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:40.343466 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-9ad83710-5aeb-42bd-95c2-126b9c313f79 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/78f0d89e-03b5-48b5-98ab-aee301df001e HTTP/1.1" status: 204 len: 168 time: 0.1931343 Mar 29 20:22:40.348842 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad83710-5aeb-42bd-95c2-126b9c313f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f0d89e-03b5-48b5-98ab-aee301df001e,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:40.356415 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad83710-5aeb-42bd-95c2-126b9c313f79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:40.356766 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad83710-5aeb-42bd-95c2-126b9c313f79 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:40.357107 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad83710-5aeb-42bd-95c2-126b9c313f79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:40.357531 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad83710-5aeb-42bd-95c2-126b9c313f79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:40.363702 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad83710-5aeb-42bd-95c2-126b9c313f79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:40.363702 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad83710-5aeb-42bd-95c2-126b9c313f79 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:40.363702 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad83710-5aeb-42bd-95c2-126b9c313f79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:40.363702 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad83710-5aeb-42bd-95c2-126b9c313f79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:40.363702 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad83710-5aeb-42bd-95c2-126b9c313f79 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:40.363702 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad83710-5aeb-42bd-95c2-126b9c313f79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:40.363702 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad83710-5aeb-42bd-95c2-126b9c313f79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:40.363702 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad83710-5aeb-42bd-95c2-126b9c313f79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:40.363702 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad83710-5aeb-42bd-95c2-126b9c313f79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:40.363702 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad83710-5aeb-42bd-95c2-126b9c313f79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:40.363702 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad83710-5aeb-42bd-95c2-126b9c313f79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:22:40.420028 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bd47f-97d2-4b60-92ba-8f6ae1e68e86 req-a6ce1d8b-056c-4d34-bc4a-8fa269ae155f tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:40.421539 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a85bd47f-97d2-4b60-92ba-8f6ae1e68e86 req-a6ce1d8b-056c-4d34-bc4a-8fa269ae155f tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0580277 Mar 29 20:22:40.469627 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a85bd47f-97d2-4b60-92ba-8f6ae1e68e86 req-97569690-63ae-4050-b0a4-47ff0804709b tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410998 Mar 29 20:22:40.861171 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca8bc4-1b5e-4c58-b92e-7d79722f41b1 req-cbc93346-c4e9-4d0b-bbbd-e7a00e3223e0 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:40.861171 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6bca8bc4-1b5e-4c58-b92e-7d79722f41b1 req-cbc93346-c4e9-4d0b-bbbd-e7a00e3223e0 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0585582 Mar 29 20:22:40.908593 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6bca8bc4-1b5e-4c58-b92e-7d79722f41b1 req-ccf07c8d-000e-4ec2-9cd7-7942fecea21a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427842 Mar 29 20:22:40.934194 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 46544) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:40.947938 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f106e25c-5554-46c4-b7d1-b94ce845bfee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:41.024318 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f106e25c-5554-46c4-b7d1-b94ce845bfee admin admin] Publish callbacks [] for security_group (e339d783-ab1d-4515-907d-ae062577fc1d), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:41.090102 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f106e25c-5554-46c4-b7d1-b94ce845bfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (e339d783-ab1d-4515-907d-ae062577fc1d), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:41.120729 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106e25c-5554-46c4-b7d1-b94ce845bfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e339d783-ab1d-4515-907d-ae062577fc1d,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:41.138654 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-f106e25c-5554-46c4-b7d1-b94ce845bfee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cc55c398470b4789bd1ba9a7edf8f8d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2033417 Mar 29 20:22:41.141588 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 46552) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:41.165272 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fcf84d-3f8f-42db-bf14-5d700c79526d req-49574aec-21fc-457f-8807-b0879021312e tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:41.168479 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-03fcf84d-3f8f-42db-bf14-5d700c79526d req-49574aec-21fc-457f-8807-b0879021312e tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0695441 Mar 29 20:22:41.194851 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-dd66ec93-c7c2-481a-8f18-3d1f94975f03 admin admin] Publish callbacks [] for security_group (e339d783-ab1d-4515-907d-ae062577fc1d), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:41.216726 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-dd66ec93-c7c2-481a-8f18-3d1f94975f03 admin admin] Publish callbacks [] for security_group (e339d783-ab1d-4515-907d-ae062577fc1d), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:41.223032 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-03fcf84d-3f8f-42db-bf14-5d700c79526d req-5f9d977b-f9e7-4479-abc5-3c6db454f8bb tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490942 Mar 29 20:22:41.353089 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-dd66ec93-c7c2-481a-8f18-3d1f94975f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (e339d783-ab1d-4515-907d-ae062577fc1d), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:41.355727 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-dd66ec93-c7c2-481a-8f18-3d1f94975f03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:41.356878 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-dd66ec93-c7c2-481a-8f18-3d1f94975f03 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e339d783-ab1d-4515-907d-ae062577fc1d HTTP/1.1" status: 204 len: 168 time: 0.2141738 Mar 29 20:22:41.365647 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66ec93-c7c2-481a-8f18-3d1f94975f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e339d783-ab1d-4515-907d-ae062577fc1d,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:41.414936 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5514f6-b536-4e4c-b2a0-6003bac6d4e2 req-e24d5d34-176f-4345-b969-2482d671dc88 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:41.419322 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9b5514f6-b536-4e4c-b2a0-6003bac6d4e2 req-e24d5d34-176f-4345-b969-2482d671dc88 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.0549548 Mar 29 20:22:41.464627 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9b5514f6-b536-4e4c-b2a0-6003bac6d4e2 req-764f1fbd-45ba-4767-b838-bc7df782658f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424900 Mar 29 20:22:42.025897 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bfce2-c452-4c70-abcd-b9979e15e0cb req-993d4027-5f14-4aa9-a75c-19dd3190afbc tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:42.027420 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0a5bfce2-c452-4c70-abcd-b9979e15e0cb req-993d4027-5f14-4aa9-a75c-19dd3190afbc tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0506482 Mar 29 20:22:42.073514 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0a5bfce2-c452-4c70-abcd-b9979e15e0cb req-af4e775b-cdbd-480f-a102-7670dc1aa2c5 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399361 Mar 29 20:22:42.238602 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8872e031-3c67-4aec-8d01-06e416f360f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:42.347994 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1e0ed-d118-4d54-b3ef-911939df2cc4 req-f6516ee9-3adb-4210-b12f-d4d78b9d2ad6 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:42.349467 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c5d1e0ed-d118-4d54-b3ef-911939df2cc4 req-f6516ee9-3adb-4210-b12f-d4d78b9d2ad6 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0579028 Mar 29 20:22:42.395684 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c5d1e0ed-d118-4d54-b3ef-911939df2cc4 req-ef2b80f6-432e-4780-ac37-162275972107 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405405 Mar 29 20:22:42.584682 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d7170-17e3-4507-9736-09d145079007 req-a6d04dac-01d9-44fd-9c17-d2d62c83e8e7 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:42.586161 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8b3d7170-17e3-4507-9736-09d145079007 req-a6d04dac-01d9-44fd-9c17-d2d62c83e8e7 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.0516725 Mar 29 20:22:42.633071 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8b3d7170-17e3-4507-9736-09d145079007 req-8212d21c-66f9-493b-ac5f-d4ae423cf4ba tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411665 Mar 29 20:22:42.974290 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113a511-7d6b-4351-9b9a-d12d4a2b70d0 req-7d04c36c-e60e-4ca0-ae04-c1d42dace20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:42.975790 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-9113a511-7d6b-4351-9b9a-d12d4a2b70d0 req-7d04c36c-e60e-4ca0-ae04-c1d42dace20a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=378d35471c8d47cc9624b98530d05223&device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 1130 time: 0.0461862 Mar 29 20:22:43.066680 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113a511-7d6b-4351-9b9a-d12d4a2b70d0 req-58999770-7551-4a0b-b58c-ffc751817bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:43.068122 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-9113a511-7d6b-4351-9b9a-d12d4a2b70d0 req-58999770-7551-4a0b-b58c-ffc751817bfd service neutron] 10.222.0.42 "GET /v2.0/networks?id=fccb8720-153f-47bd-b545-dee0eba76738 HTTP/1.1" status: 200 len: 920 time: 0.0849564 Mar 29 20:22:43.118752 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-9113a511-7d6b-4351-9b9a-d12d4a2b70d0 req-a19a8b0c-023c-4d19-865a-bc844479e72a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04ce72b1-912c-41be-a98d-a3ce14bbcc07 HTTP/1.1" status: 200 len: 217 time: 0.0422823 Mar 29 20:22:43.170345 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113a511-7d6b-4351-9b9a-d12d4a2b70d0 req-9914d733-ccc3-4d5a-90ae-c0fcbfd0196a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:43.172347 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-9113a511-7d6b-4351-9b9a-d12d4a2b70d0 req-9914d733-ccc3-4d5a-90ae-c0fcbfd0196a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f62aa6e9-61aa-4730-afeb-7a2b7cae7991 HTTP/1.1" status: 200 len: 858 time: 0.0440114 Mar 29 20:22:43.199987 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04eb30-3c3b-442c-b8f7-5d3bc6386896 req-b1090c81-4686-4f93-a784-4cd27a2ab9c3 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:43.201542 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cf04eb30-3c3b-442c-b8f7-5d3bc6386896 req-b1090c81-4686-4f93-a784-4cd27a2ab9c3 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0568650 Mar 29 20:22:43.226941 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113a511-7d6b-4351-9b9a-d12d4a2b70d0 req-7cb9b17b-6c5f-467b-bdb9-985f732e8fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:43.228323 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-9113a511-7d6b-4351-9b9a-d12d4a2b70d0 req-7cb9b17b-6c5f-467b-bdb9-985f732e8fb9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fccb8720-153f-47bd-b545-dee0eba76738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486517 Mar 29 20:22:43.258868 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cf04eb30-3c3b-442c-b8f7-5d3bc6386896 req-c277b630-4279-427e-9265-e06e105a0860 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500648 Mar 29 20:22:43.323082 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-9113a511-7d6b-4351-9b9a-d12d4a2b70d0 req-bf980953-9395-4e90-84f6-2c1123f53fb1 service neutron] 10.222.0.42 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871122 Mar 29 20:22:43.415673 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-9113a511-7d6b-4351-9b9a-d12d4a2b70d0 req-4129c9b7-38b8-4c35-b114-6f1869d2d9a7 service neutron] 10.222.0.42 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847294 Mar 29 20:22:43.515294 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d42dd-fef6-4512-9eb0-7b53f29c96d2 req-130350a9-6bf9-496c-83cb-9109fdfa882a tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:43.517067 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4f0d42dd-fef6-4512-9eb0-7b53f29c96d2 req-130350a9-6bf9-496c-83cb-9109fdfa882a tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0535977 Mar 29 20:22:43.564439 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4f0d42dd-fef6-4512-9eb0-7b53f29c96d2 req-54f076e8-bcb7-4184-9053-ad2bef302496 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415769 Mar 29 20:22:43.661584 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:43.758635 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3284c6-9a4b-433a-b236-7a376bbeea96 req-7d2fd8d5-d871-4821-9ded-b1d3d18050df tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:43.760164 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4e3284c6-9a4b-433a-b236-7a376bbeea96 req-7d2fd8d5-d871-4821-9ded-b1d3d18050df tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.0539203 Mar 29 20:22:43.813274 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4e3284c6-9a4b-433a-b236-7a376bbeea96 req-3cfb3799-d60b-4e95-a774-ab3369455a55 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472047 Mar 29 20:22:44.396684 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dd2ef-bc2a-4fc1-80a1-c02c3705228e req-a33c960e-1d44-4937-8ce4-253a23be42c5 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:44.398284 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a17dd2ef-bc2a-4fc1-80a1-c02c3705228e req-a33c960e-1d44-4937-8ce4-253a23be42c5 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0642724 Mar 29 20:22:44.447324 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a17dd2ef-bc2a-4fc1-80a1-c02c3705228e req-16fc3466-39b3-46b9-9fcc-ed4512e3165e tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431786 Mar 29 20:22:44.682675 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23889c44-7e1e-4010-8107-8b33cade131f req-c81abe14-8199-411a-83d4-3758ee62b821 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:44.684378 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-23889c44-7e1e-4010-8107-8b33cade131f req-c81abe14-8199-411a-83d4-3758ee62b821 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0544989 Mar 29 20:22:44.736609 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-23889c44-7e1e-4010-8107-8b33cade131f req-86d9cf1d-ea83-4a76-8ef4-d4f49c9ea028 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457566 Mar 29 20:22:44.770238 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:44.942036 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f01ae2-bec3-437c-a29f-503edf34bc9d req-71829f5c-d628-4d42-9ef1-6c8083e8e941 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:44.943513 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-29f01ae2-bec3-437c-a29f-503edf34bc9d req-71829f5c-d628-4d42-9ef1-6c8083e8e941 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.0578399 Mar 29 20:22:44.995455 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-29f01ae2-bec3-437c-a29f-503edf34bc9d req-a8e9fcdb-1bb1-4090-8d80-613641ef3269 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414331 Mar 29 20:22:45.577521 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc948452-6f20-45ed-91a6-3323b988a11e req-4e38090d-02d4-459f-9894-fd9632ecfb71 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:45.579220 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-bc948452-6f20-45ed-91a6-3323b988a11e req-4e38090d-02d4-459f-9894-fd9632ecfb71 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0587473 Mar 29 20:22:45.632413 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-bc948452-6f20-45ed-91a6-3323b988a11e req-2e86fad9-4bd3-45f5-86ac-1e59ecb6cfce tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475481 Mar 29 20:22:45.739532 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 46654) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:45.867049 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3655e7e-2b61-4d4b-ad1d-7fd40263cc79 req-f96e1c05-2848-4ae2-aab7-38224097a6e9 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:45.868664 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d3655e7e-2b61-4d4b-ad1d-7fd40263cc79 req-f96e1c05-2848-4ae2-aab7-38224097a6e9 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0576527 Mar 29 20:22:45.902236 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-bc1b9b8f-def0-4628-86e4-2ef45a686506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:45.921274 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d3655e7e-2b61-4d4b-ad1d-7fd40263cc79 req-3ff15b86-8541-4c8b-93ab-649a0062d9f1 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469279 Mar 29 20:22:45.977941 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-bc1b9b8f-def0-4628-86e4-2ef45a686506 admin admin] Publish callbacks [] for security_group (b2419311-a277-46a5-bca9-f1cda6c2ada6), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:46.027200 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-bc1b9b8f-def0-4628-86e4-2ef45a686506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (b2419311-a277-46a5-bca9-f1cda6c2ada6), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:46.072199 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-bc1b9b8f-def0-4628-86e4-2ef45a686506 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2e8f246384fe4a8da35a0a199ee15bf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315747 Mar 29 20:22:46.073068 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b9b8f-def0-4628-86e4-2ef45a686506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2419311-a277-46a5-bca9-f1cda6c2ada6,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:46.075335 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 46666) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:46.122286 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50881519-4735-44df-9d18-1474f7d4a829 req-9a70cef0-a3c2-4c7d-ad71-72bbe739ad2d tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:46.123834 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-50881519-4735-44df-9d18-1474f7d4a829 req-9a70cef0-a3c2-4c7d-ad71-72bbe739ad2d tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.0575738 Mar 29 20:22:46.124912 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-6f815c3e-6b92-467d-9854-d5718a920e58 admin admin] Publish callbacks [] for security_group (b2419311-a277-46a5-bca9-f1cda6c2ada6), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:46.147113 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-6f815c3e-6b92-467d-9854-d5718a920e58 admin admin] Publish callbacks [] for security_group (b2419311-a277-46a5-bca9-f1cda6c2ada6), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:46.174612 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-50881519-4735-44df-9d18-1474f7d4a829 req-4a200e7f-529d-46ba-8a3b-21dfbacd7ba2 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437655 Mar 29 20:22:46.267395 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-6f815c3e-6b92-467d-9854-d5718a920e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (b2419311-a277-46a5-bca9-f1cda6c2ada6), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:46.269957 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-6f815c3e-6b92-467d-9854-d5718a920e58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:46.273387 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-6f815c3e-6b92-467d-9854-d5718a920e58 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b2419311-a277-46a5-bca9-f1cda6c2ada6 HTTP/1.1" status: 204 len: 168 time: 0.1948857 Mar 29 20:22:46.281772 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f815c3e-6b92-467d-9854-d5718a920e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2419311-a277-46a5-bca9-f1cda6c2ada6,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:46.387100 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:46.752356 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3819b-3d08-4b54-b97f-af7b3514aed2 req-a52c91ea-42db-4358-bd33-7d5c94e7f652 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:46.754030 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-63c3819b-3d08-4b54-b97f-af7b3514aed2 req-a52c91ea-42db-4358-bd33-7d5c94e7f652 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0519280 Mar 29 20:22:46.800458 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-63c3819b-3d08-4b54-b97f-af7b3514aed2 req-ec22a699-12e0-493a-b69e-b57addfe6db2 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409009 Mar 29 20:22:47.046094 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1d65a-2b64-4ad1-9147-251f49c5187c req-ef099b0c-7dd3-4c51-8d69-afc7961b440f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:47.047691 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f8b1d65a-2b64-4ad1-9147-251f49c5187c req-ef099b0c-7dd3-4c51-8d69-afc7961b440f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0583572 Mar 29 20:22:47.096070 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f8b1d65a-2b64-4ad1-9147-251f49c5187c req-0704fd90-5faa-494a-a71e-f396cf5a74d7 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426881 Mar 29 20:22:47.301099 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bd985-f388-4c56-9280-331778409a84 req-57364740-10f9-4e4f-8356-cb94add85736 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:47.302573 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a17bd985-f388-4c56-9280-331778409a84 req-57364740-10f9-4e4f-8356-cb94add85736 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.0549366 Mar 29 20:22:47.357876 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a17bd985-f388-4c56-9280-331778409a84 req-c12dab8b-6374-441b-bc9e-81528d461209 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497916 Mar 29 20:22:47.945853 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40ef4e-596e-4988-9ecb-4d835492681f req-df5ffe6c-c99b-467d-9266-55072808d193 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:47.947427 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9e40ef4e-596e-4988-9ecb-4d835492681f req-df5ffe6c-c99b-467d-9266-55072808d193 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0806131 Mar 29 20:22:47.996876 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9e40ef4e-596e-4988-9ecb-4d835492681f req-3257878d-4b14-4722-9735-67ed9385e606 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418584 Mar 29 20:22:48.215753 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea41aa6-503c-4647-abb9-7ce3ff21d21b req-4f822da5-e57f-480d-aedb-6cb23331ac4c tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:48.217262 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6ea41aa6-503c-4647-abb9-7ce3ff21d21b req-4f822da5-e57f-480d-aedb-6cb23331ac4c tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0553942 Mar 29 20:22:48.265641 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6ea41aa6-503c-4647-abb9-7ce3ff21d21b req-d2245ead-6c0a-4fb5-8a80-c66d789f8149 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416846 Mar 29 20:22:48.527923 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9f1d4-040f-4e68-888c-4b2a7ee8b776 req-83681437-a8b7-4b32-a695-1bedc5ff13fc tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:48.529436 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4df9f1d4-040f-4e68-888c-4b2a7ee8b776 req-83681437-a8b7-4b32-a695-1bedc5ff13fc tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.0926144 Mar 29 20:22:48.579081 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4df9f1d4-040f-4e68-888c-4b2a7ee8b776 req-56261cec-ca10-4392-b189-0bb9e3283dcc tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432804 Mar 29 20:22:49.122915 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fb2b5-7adb-4c08-9d6c-c855c2ee2256 req-00f8d73a-b94b-42fe-bc96-198accbc7f7f tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:49.124430 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-245fb2b5-7adb-4c08-9d6c-c855c2ee2256 req-00f8d73a-b94b-42fe-bc96-198accbc7f7f tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0574028 Mar 29 20:22:49.177115 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-245fb2b5-7adb-4c08-9d6c-c855c2ee2256 req-6b95a617-ba76-41f2-8f78-3ebf01ad90fa tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461650 Mar 29 20:22:49.383347 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bfa27-5dfa-4c45-9a91-65a891dfbf19 req-05f09b7f-ce86-4bc4-9e8c-532b38752a19 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:49.384927 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2e7bfa27-5dfa-4c45-9a91-65a891dfbf19 req-05f09b7f-ce86-4bc4-9e8c-532b38752a19 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0519609 Mar 29 20:22:49.431827 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2e7bfa27-5dfa-4c45-9a91-65a891dfbf19 req-094f93d0-fe79-4a52-a182-62ab466b0373 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411792 Mar 29 20:22:49.707500 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2b972-f321-45e2-a4ed-ee645ec6cea4 req-74825624-6754-489c-8d8b-eca3abeabdb7 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:49.709137 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c7a2b972-f321-45e2-a4ed-ee645ec6cea4 req-74825624-6754-489c-8d8b-eca3abeabdb7 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.0592544 Mar 29 20:22:49.759869 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c7a2b972-f321-45e2-a4ed-ee645ec6cea4 req-aa49319e-f51c-4a7f-8b46-5de18b395465 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425735 Mar 29 20:22:50.568333 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f4fd4-deed-40f9-bf8e-1e97b099fb16 req-4e3a0d4d-2957-4380-8a6b-698e0735fe56 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:50.569908 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c73f4fd4-deed-40f9-bf8e-1e97b099fb16 req-4e3a0d4d-2957-4380-8a6b-698e0735fe56 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0561936 Mar 29 20:22:50.618140 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c73f4fd4-deed-40f9-bf8e-1e97b099fb16 req-680ac438-bc18-4417-bfd9-92e2288352c7 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427065 Mar 29 20:22:50.887989 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf38e8c-7402-4365-9909-b0beac57de0f req-5cc1d197-5417-450b-891a-0ea51b407689 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:50.889608 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2bf38e8c-7402-4365-9909-b0beac57de0f req-5cc1d197-5417-450b-891a-0ea51b407689 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.0520256 Mar 29 20:22:50.939931 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2bf38e8c-7402-4365-9909-b0beac57de0f req-4d34afb1-ca31-4207-80c3-83ff4028a713 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438473 Mar 29 20:22:51.184125 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 46782) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:51.192987 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 46786) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:51.197437 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-348d9fd7-b207-491f-af91-102643dce34f tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1421287656', 'description': 'tempest-description--1748996823'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:22:51.285934 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-348d9fd7-b207-491f-af91-102643dce34f tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:51.293654 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5af80ff6-778b-462b-8bf1-ac763e53b368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:51.393341 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-348d9fd7-b207-491f-af91-102643dce34f tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks [] for security_group (5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:51.415205 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5af80ff6-778b-462b-8bf1-ac763e53b368 admin admin] Publish callbacks [] for security_group (31bd7e0e-ca92-407b-b2e6-2b7babd7806e), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:51.461155 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-348d9fd7-b207-491f-af91-102643dce34f tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:51.492572 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5af80ff6-778b-462b-8bf1-ac763e53b368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (31bd7e0e-ca92-407b-b2e6-2b7babd7806e), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:51.496647 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d9fd7-b207-491f-af91-102643dce34f tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:51.531502 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-5af80ff6-778b-462b-8bf1-ac763e53b368 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d0ac7345e5e44dbb29b844d7bcc99fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3461885 Mar 29 20:22:51.534390 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 46792) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:51.536069 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af80ff6-778b-462b-8bf1-ac763e53b368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bd7e0e-ca92-407b-b2e6-2b7babd7806e,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:51.546371 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-348d9fd7-b207-491f-af91-102643dce34f tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:51.546371 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-348d9fd7-b207-491f-af91-102643dce34f tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3508468 Mar 29 20:22:51.548077 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 46796) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:51.552746 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-e33aee38-7696-4331-b03e-872fa8e109ee tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Request body: {'security_group_rule': {'security_group_id': '5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:22:51.596969 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-8243dee9-096e-430e-9f26-083fca11713b admin admin] Publish callbacks [] for security_group (31bd7e0e-ca92-407b-b2e6-2b7babd7806e), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:51.618540 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-8243dee9-096e-430e-9f26-083fca11713b admin admin] Publish callbacks [] for security_group (31bd7e0e-ca92-407b-b2e6-2b7babd7806e), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:51.620636 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e33aee38-7696-4331-b03e-872fa8e109ee tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks [] for security_group_rule (d3672e49-c01c-47de-9249-24fc5af68120), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:51.732079 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-8243dee9-096e-430e-9f26-083fca11713b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (31bd7e0e-ca92-407b-b2e6-2b7babd7806e), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:51.735177 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-8243dee9-096e-430e-9f26-083fca11713b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:51.736342 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-8243dee9-096e-430e-9f26-083fca11713b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/31bd7e0e-ca92-407b-b2e6-2b7babd7806e HTTP/1.1" status: 204 len: 168 time: 0.2010117 Mar 29 20:22:51.746509 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e33aee38-7696-4331-b03e-872fa8e109ee tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks [] for security_group_rule (d3672e49-c01c-47de-9249-24fc5af68120), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:51.747810 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243dee9-096e-430e-9f26-083fca11713b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bd7e0e-ca92-407b-b2e6-2b7babd7806e,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:51.762748 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65792395-2822-4ebf-a175-1726d0ce6111 req-e3007e89-40ab-4a9c-bb3f-54f14ecb04fd tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:51.764300 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-65792395-2822-4ebf-a175-1726d0ce6111 req-e3007e89-40ab-4a9c-bb3f-54f14ecb04fd tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0682752 Mar 29 20:22:51.815703 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e33aee38-7696-4331-b03e-872fa8e109ee tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (d3672e49-c01c-47de-9249-24fc5af68120), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:51.815966 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-65792395-2822-4ebf-a175-1726d0ce6111 req-6b2fb2d8-d22c-46c3-abbe-92e968901109 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439847 Mar 29 20:22:51.833534 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33aee38-7696-4331-b03e-872fa8e109ee tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3672e49-c01c-47de-9249-24fc5af68120,revision_number=0']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:51.904003 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e33aee38-7696-4331-b03e-872fa8e109ee tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:51.905934 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-e33aee38-7696-4331-b03e-872fa8e109ee tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3561437 Mar 29 20:22:51.912767 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 46804) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:51.913639 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-317e4769-a25c-463c-908c-cf9e444f5356 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Request body: {'security_group_rule': {'security_group_id': '5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:22:52.021264 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-317e4769-a25c-463c-908c-cf9e444f5356 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks [] for security_group_rule (0b7f4d40-3f04-4984-9d47-b05d8e242175), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:52.075584 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db394417-e203-436a-b927-41bb5b07fc22 req-a1ca32a0-f116-4c83-8405-210b41f4268c tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:52.077787 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-db394417-e203-436a-b927-41bb5b07fc22 req-a1ca32a0-f116-4c83-8405-210b41f4268c tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.0656991 Mar 29 20:22:52.084827 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-317e4769-a25c-463c-908c-cf9e444f5356 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks [] for security_group_rule (0b7f4d40-3f04-4984-9d47-b05d8e242175), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:52.128397 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-db394417-e203-436a-b927-41bb5b07fc22 req-47cb27f6-de40-4fab-85e8-9bb9d0a02a7a tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452771 Mar 29 20:22:52.164464 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-317e4769-a25c-463c-908c-cf9e444f5356 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (0b7f4d40-3f04-4984-9d47-b05d8e242175), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:52.183284 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e4769-a25c-463c-908c-cf9e444f5356 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7f4d40-3f04-4984-9d47-b05d8e242175,revision_number=0']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:52.282049 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-317e4769-a25c-463c-908c-cf9e444f5356 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:52.283483 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-317e4769-a25c-463c-908c-cf9e444f5356 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3733330 Mar 29 20:22:52.286561 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 46810) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:52.290860 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-7ddd6eae-cba6-4305-9ece-419b3b2d87d5 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Request body: {'floatingip': {'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:22:52.398904 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6eae-cba6-4305-9ece-419b3b2d87d5 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:52.430018 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 46812) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:52.443367 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-eae40a77-f7f3-4150-809c-6607b732f9d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:52.498609 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6eae-cba6-4305-9ece-419b3b2d87d5 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:52.518793 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-eae40a77-f7f3-4150-809c-6607b732f9d6 admin admin] Publish callbacks [] for security_group (e0d5db5b-8f62-4bc5-8c79-e5e64ad35e3b), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:52.592992 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-eae40a77-f7f3-4150-809c-6607b732f9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (e0d5db5b-8f62-4bc5-8c79-e5e64ad35e3b), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:52.607008 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_common [None req-7ddd6eae-cba6-4305-9ece-419b3b2d87d5 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Allocated IP 172.27.3.94 (921e7f1b-e183-4cfd-babe-1b51626667cb/9cb70218-5a19-4d48-a6d1-83791bae0ed9/0a772075-22e9-44cd-b9d7-3b20e94167e4) {{(pid=103821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:22:52.632670 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-eae40a77-f7f3-4150-809c-6607b732f9d6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=78b50271c86f4643986f7ea869c97a2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2015433 Mar 29 20:22:52.634852 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae40a77-f7f3-4150-809c-6607b732f9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d5db5b-8f62-4bc5-8c79-e5e64ad35e3b,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:52.637932 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 46816) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:52.687622 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c2143f2b-4966-4b33-b275-0ccfc6a3a1de admin admin] Publish callbacks [] for security_group (e0d5db5b-8f62-4bc5-8c79-e5e64ad35e3b), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:52.713837 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6eae-cba6-4305-9ece-419b3b2d87d5 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks [] for port (0a772075-22e9-44cd-b9d7-3b20e94167e4), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:52.713955 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c2143f2b-4966-4b33-b275-0ccfc6a3a1de admin admin] Publish callbacks [] for security_group (e0d5db5b-8f62-4bc5-8c79-e5e64ad35e3b), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:52.816374 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6eae-cba6-4305-9ece-419b3b2d87d5 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (0a772075-22e9-44cd-b9d7-3b20e94167e4), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:52.860984 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddd6eae-cba6-4305-9ece-419b3b2d87d5 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Network 921e7f1b-e183-4cfd-babe-1b51626667cb is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:22:52.860984 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [None req-7ddd6eae-cba6-4305-9ece-419b3b2d87d5 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:22:52.860984 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddd6eae-cba6-4305-9ece-419b3b2d87d5 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Received port after_create {{(pid=103821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:22:52.878560 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c2143f2b-4966-4b33-b275-0ccfc6a3a1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (e0d5db5b-8f62-4bc5-8c79-e5e64ad35e3b), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:52.881507 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c2143f2b-4966-4b33-b275-0ccfc6a3a1de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:52.885757 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-c2143f2b-4966-4b33-b275-0ccfc6a3a1de admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e0d5db5b-8f62-4bc5-8c79-e5e64ad35e3b HTTP/1.1" status: 204 len: 168 time: 0.2467096 Mar 29 20:22:52.889535 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd6eae-cba6-4305-9ece-419b3b2d87d5 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Pushing event updated for resources: {'Port': ['ID=0a772075-22e9-44cd-b9d7-3b20e94167e4,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:52.937018 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2143f2b-4966-4b33-b275-0ccfc6a3a1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d5db5b-8f62-4bc5-8c79-e5e64ad35e3b,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:52.975729 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dd5ae-4a71-4d92-9c42-661eb9db57df req-b063003f-94b5-4e79-a83f-b187c8f6e27f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:52.977247 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d96dd5ae-4a71-4d92-9c42-661eb9db57df req-b063003f-94b5-4e79-a83f-b187c8f6e27f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0902946 Mar 29 20:22:52.985536 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6eae-cba6-4305-9ece-419b3b2d87d5 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks [] for floatingip (6bd6bd30-38bd-4059-bf34-f345e9365d31), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:53.031333 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d96dd5ae-4a71-4d92-9c42-661eb9db57df req-67c81f28-edda-49b8-a151-d679fa78f2fa tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464368 Mar 29 20:22:53.095643 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6eae-cba6-4305-9ece-419b3b2d87d5 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (0a772075-22e9-44cd-b9d7-3b20e94167e4), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:53.252372 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca265d53-7e54-43b4-b3dc-05a67a1ee0e2 req-fe63c23a-b603-424d-a2f3-d443c9757c39 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:53.253907 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ca265d53-7e54-43b4-b3dc-05a67a1ee0e2 req-fe63c23a-b603-424d-a2f3-d443c9757c39 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.0536032 Mar 29 20:22:53.259489 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6eae-cba6-4305-9ece-419b3b2d87d5 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks [] for port (0a772075-22e9-44cd-b9d7-3b20e94167e4), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:53.305547 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ca265d53-7e54-43b4-b3dc-05a67a1ee0e2 req-eddfad06-b686-4911-a256-82c1d77c2f55 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455351 Mar 29 20:22:53.307614 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6eae-cba6-4305-9ece-419b3b2d87d5 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129149341'] for port (0a772075-22e9-44cd-b9d7-3b20e94167e4), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:53.381556 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd6eae-cba6-4305-9ece-419b3b2d87d5 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Pushing event updated for resources: {'Port': ['ID=0a772075-22e9-44cd-b9d7-3b20e94167e4,revision_number=2']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:53.388755 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6eae-cba6-4305-9ece-419b3b2d87d5 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (6bd6bd30-38bd-4059-bf34-f345e9365d31), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:53.467139 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6eae-cba6-4305-9ece-419b3b2d87d5 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:53.468535 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-7ddd6eae-cba6-4305-9ece-419b3b2d87d5 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1810210 Mar 29 20:22:53.663361 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-dc611e2e-ec13-4d73-9686-8b8fbc920311 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1421287656&fields=id&tenant_id=378d35471c8d47cc9624b98530d05223 HTTP/1.1" status: 200 len: 267 time: 0.0417001 Mar 29 20:22:53.780251 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-ac2ba55c-e51b-4e33-9a96-19943411a5c4 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:53.781786 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-ac2ba55c-e51b-4e33-9a96-19943411a5c4 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/networks?id=fccb8720-153f-47bd-b545-dee0eba76738 HTTP/1.1" status: 200 len: 819 time: 0.1113369 Mar 29 20:22:53.810347 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-3e683e9f-7879-41de-a760-7c72ed1c8f54 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/quotas/378d35471c8d47cc9624b98530d05223 HTTP/1.1" status: 200 len: 375 time: 0.0217731 Mar 29 20:22:53.863326 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-0cb543b8-032c-4d09-9df1-b0f76ca95480 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-831622155&fields=id&tenant_id=2edfa256a0874cc7afc8c01ea3e810be HTTP/1.1" status: 200 len: 267 time: 0.0804935 Mar 29 20:22:53.905059 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-6375e568-c92f-4cb5-8bf0-e3198c62bc14 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=378d35471c8d47cc9624b98530d05223&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0845137 Mar 29 20:22:54.042324 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-5b51e38f-a383-420e-8040-d3d34937cc7f tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:54.043791 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-5b51e38f-a383-420e-8040-d3d34937cc7f tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/networks?id=d939773b-8d62-47b4-b7b4-1f471826d25d HTTP/1.1" status: 200 len: 809 time: 0.1739969 Mar 29 20:22:54.065802 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-a2b8936c-5d15-4c67-b37d-0db12bec0c1d service neutron] 10.222.0.43 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351998 Mar 29 20:22:54.067361 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-5f4acb7c-bd1c-4282-a1c8-94d2f891803a tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/quotas/2edfa256a0874cc7afc8c01ea3e810be HTTP/1.1" status: 200 len: 375 time: 0.0142963 Mar 29 20:22:54.193039 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-68e3a442-8a58-47e5-ad14-308dee433ca7 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2edfa256a0874cc7afc8c01ea3e810be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1122746 Mar 29 20:22:54.196659 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-5b0b2470-a983-401c-b10c-71bdbd65a93c service neutron] 10.222.0.43 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246467 Mar 29 20:22:54.303647 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-0b6246b9-ceea-4ad6-a507-c511e9647bdf service neutron] 10.222.0.43 "GET /v2.0/networks/d939773b-8d62-47b4-b7b4-1f471826d25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979660 Mar 29 20:22:54.430626 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-bb1a9464-1c46-4bbd-bd35-d48ac12aaee5 service neutron] 10.222.0.43 "GET /v2.0/networks/d939773b-8d62-47b4-b7b4-1f471826d25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212306 Mar 29 20:22:54.500114 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 46890) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:54.530696 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43c6d9-3ab8-44d3-aaa5-067de17382e2 req-9b3f6e77-9880-4150-b073-a5d1042b0ede tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:54.533499 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5a43c6d9-3ab8-44d3-aaa5-067de17382e2 req-9b3f6e77-9880-4150-b073-a5d1042b0ede tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0980933 Mar 29 20:22:54.604344 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5a43c6d9-3ab8-44d3-aaa5-067de17382e2 req-bc9e60eb-e19b-4f3b-8877-fd98b6e75f69 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628569 Mar 29 20:22:54.651781 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-48b6a883-11d5-4072-856d-ac39d2a08c1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:54.691794 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 786595bd-5a4a-4989-9760-332801a7a871 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 20:22:54.759240 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-48b6a883-11d5-4072-856d-ac39d2a08c1d admin admin] Publish callbacks [] for security_group (2f946221-6da7-474b-a09f-6f7cd1cb8a6d), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:54.760988 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb101fc3-3cb4-4b59-867d-9e007a7700dc req-486b7901-7efb-4bd1-9d9f-44929549a1b6 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:54.762513 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fb101fc3-3cb4-4b59-867d-9e007a7700dc req-486b7901-7efb-4bd1-9d9f-44929549a1b6 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.0920484 Mar 29 20:22:54.831285 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fb101fc3-3cb4-4b59-867d-9e007a7700dc req-66e76924-12e9-4773-af1c-f1a482504d70 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569727 Mar 29 20:22:54.839206 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-48b6a883-11d5-4072-856d-ac39d2a08c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (2f946221-6da7-474b-a09f-6f7cd1cb8a6d), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:54.875161 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 786595bd-5a4a-4989-9760-332801a7a871, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=786595bd-5a4a-4989-9760-332801a7a871,segment=NetworkSegment(144a29d3-8b92-419a-a892-5d1bda94856a),segment_id=144a29d3-8b92-419a-a892-5d1bda94856a)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:22:54.879211 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6a883-11d5-4072-856d-ac39d2a08c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f946221-6da7-474b-a09f-6f7cd1cb8a6d,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:54.898091 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Returning: {'device': '786595bd-5a4a-4989-9760-332801a7a871', 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'port_id': '786595bd-5a4a-4989-9760-332801a7a871', 'mac_address': 'fa:16:3e:4a:1e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 20:22:54.910127 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-48b6a883-11d5-4072-856d-ac39d2a08c1d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4fa1deb2c93e4fa697f73509496d004a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4084239 Mar 29 20:22:54.912817 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 46912) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:54.942532 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e36adba9-17ea-43dd-b49e-8a3b0af56794 req-b6f4888c-b07d-48cf-982d-682a70ade291 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 210 time: 0.0549352 Mar 29 20:22:54.976077 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-20ed092e-30f1-42c4-9caf-29410d74f26b admin admin] Publish callbacks [] for security_group (2f946221-6da7-474b-a09f-6f7cd1cb8a6d), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:54.979144 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 786595bd-5a4a-4989-9760-332801a7a871 is: ACTIVE; New status is: BUILD {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:22:54.979536 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (786595bd-5a4a-4989-9760-332801a7a871), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:54.995691 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 786595bd-5a4a-4989-9760-332801a7a871 {{(pid=103822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:22:55.000551 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-20ed092e-30f1-42c4-9caf-29410d74f26b admin admin] Publish callbacks [] for security_group (2f946221-6da7-474b-a09f-6f7cd1cb8a6d), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:55.015629 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 786595bd-5a4a-4989-9760-332801a7a871, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=786595bd-5a4a-4989-9760-332801a7a871,segment=NetworkSegment(144a29d3-8b92-419a-a892-5d1bda94856a),segment_id=144a29d3-8b92-419a-a892-5d1bda94856a)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:22:55.144758 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (786595bd-5a4a-4989-9760-332801a7a871), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:55.161833 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e03359c0-8893-46e9-ad3c-58cc814ba8c6 req-ca860b01-6706-4185-90b5-22f7d773511b tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 210 time: 0.0310230 Mar 29 20:22:55.170693 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-20ed092e-30f1-42c4-9caf-29410d74f26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (2f946221-6da7-474b-a09f-6f7cd1cb8a6d), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:55.174693 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-20ed092e-30f1-42c4-9caf-29410d74f26b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:55.178686 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-20ed092e-30f1-42c4-9caf-29410d74f26b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2f946221-6da7-474b-a09f-6f7cd1cb8a6d HTTP/1.1" status: 204 len: 168 time: 0.2621069 Mar 29 20:22:55.184485 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed092e-30f1-42c4-9caf-29410d74f26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f946221-6da7-474b-a09f-6f7cd1cb8a6d,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:55.231091 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=786595bd-5a4a-4989-9760-332801a7a871,revision_number=6']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:55.237522 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['786595bd-5a4a-4989-9760-332801a7a871'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:22:55.760400 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26705d02-77db-4b1c-a55e-1c7d7ef1af48 req-618d8eab-23f4-498b-88c5-f34f4761191f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:55.762016 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-26705d02-77db-4b1c-a55e-1c7d7ef1af48 req-618d8eab-23f4-498b-88c5-f34f4761191f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0796833 Mar 29 20:22:55.822141 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-26705d02-77db-4b1c-a55e-1c7d7ef1af48 req-3c9bd8d0-50e1-4631-a6ba-78734f977bf0 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520213 Mar 29 20:22:56.008661 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03067cd3-c58a-4c99-bd9d-46914abb127f req-ae678cce-c926-448b-ac15-2cac75b8ee14 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:56.013989 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-03067cd3-c58a-4c99-bd9d-46914abb127f req-ae678cce-c926-448b-ac15-2cac75b8ee14 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 945 time: 0.0797403 Mar 29 20:22:56.083731 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6ce94c22-58c0-40c8-9eb6-6e4284ff951f req-c1e2da6d-0476-4129-b091-056abdc0deb9 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 210 time: 0.0410435 Mar 29 20:22:56.101341 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-03067cd3-c58a-4c99-bd9d-46914abb127f req-705aa5c1-29a9-454a-9591-1c0910c30073 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786967 Mar 29 20:22:56.262620 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d83029e7-dc47-4df0-929c-4e9d194b2746 req-a3007878-3f11-4b1c-b96f-2647d15f0e81 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 210 time: 0.0317092 Mar 29 20:22:56.565052 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-e851221e-d252-49b7-b2be-284ab22568a6 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:56.566944 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-e851221e-d252-49b7-b2be-284ab22568a6 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.42 "GET /v2.0/networks?id=fccb8720-153f-47bd-b545-dee0eba76738 HTTP/1.1" status: 200 len: 819 time: 0.1268506 Mar 29 20:22:56.654135 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-c96124a6-761a-4d1f-a511-e5d54de79610 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=378d35471c8d47cc9624b98530d05223 HTTP/1.1" status: 200 len: 380 time: 0.0742974 Mar 29 20:22:56.681560 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-5b29bc1b-d303-4f27-a828-d8a9a03ea108 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Request body: {'port': {'device_id': '8f475116-ca4f-4717-af29-1aca5e350b5e', 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738', 'admin_state_up': True, 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'security_groups': ['5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e']}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:22:56.713166 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 786595bd-5a4a-4989-9760-332801a7a871 up at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:22:56.779469 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning complete for port 786595bd-5a4a-4989-9760-332801a7a871 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:22:56.780165 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (786595bd-5a4a-4989-9760-332801a7a871), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:56.906702 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 786595bd-5a4a-4989-9760-332801a7a871 is: BUILD; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:22:56.907623 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (786595bd-5a4a-4989-9760-332801a7a871), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:56.982871 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17ca5e9-aa51-491b-b298-59a8957e84a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786595bd-5a4a-4989-9760-332801a7a871'}] {{(pid=103822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:22:56.987166 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0861b571914e5dc523c78e704c27631447c9211d5b419e1eb1b6a7c48cd57d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf6eaa6-c75d-413c-9dc7-b4b114f17530" -d '{"events": [{"server_uuid": "f17ca5e9-aa51-491b-b298-59a8957e84a2", "name": "network-vif-plugged", "status": "completed", "tag": "786595bd-5a4a-4989-9760-332801a7a871"}]}' {{(pid=103822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:22:56.999362 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-5b29bc1b-d303-4f27-a828-d8a9a03ea108 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Made reservation on behalf of 378d35471c8d47cc9624b98530d05223 for: {'port': 1} {{(pid=103821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:22:57.003942 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-5b29bc1b-d303-4f27-a828-d8a9a03ea108 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:57.008449 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 786595bd-5a4a-4989-9760-332801a7a871, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=786595bd-5a4a-4989-9760-332801a7a871,segment=NetworkSegment(144a29d3-8b92-419a-a892-5d1bda94856a),segment_id=144a29d3-8b92-419a-a892-5d1bda94856a)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:22:57.079777 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (786595bd-5a4a-4989-9760-332801a7a871), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:57.103545 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78c0bb-598e-4c5b-bf43-46d6a3e3780b req-ee7c9d1d-182e-46d0-b428-4fc33e618d34 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:57.115742 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0d78c0bb-598e-4c5b-bf43-46d6a3e3780b req-ee7c9d1d-182e-46d0-b428-4fc33e618d34 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.1784029 Mar 29 20:22:57.136277 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afb8f1c-892a-4285-ad18-e414775283e1 x-openstack-request-id: req-4afb8f1c-892a-4285-ad18-e414775283e1 {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:22:57.136839 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17ca5e9-aa51-491b-b298-59a8957e84a2", "name": "network-vif-plugged", "status": "completed", "tag": "786595bd-5a4a-4989-9760-332801a7a871", "code": 200}]} {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:22:57.137319 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4afb8f1c-892a-4285-ad18-e414775283e1 {{(pid=103822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:22:57.138930 dv-cinder-784815-3-iscsi neutron-server[103822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4afb8f1c-892a-4285-ad18-e414775283e1'] response: {'server_uuid': 'f17ca5e9-aa51-491b-b298-59a8957e84a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786595bd-5a4a-4989-9760-332801a7a871', 'code': 200} Mar 29 20:22:57.210266 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=786595bd-5a4a-4989-9760-332801a7a871,revision_number=7']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:57.211069 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0d78c0bb-598e-4c5b-bf43-46d6a3e3780b req-9280bc52-45c9-436e-995c-12f442741c75 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894101 Mar 29 20:22:57.292013 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_common [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-5b29bc1b-d303-4f27-a828-d8a9a03ea108 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Allocated IP 172.20.0.3 (fccb8720-153f-47bd-b545-dee0eba76738/f62aa6e9-61aa-4730-afeb-7a2b7cae7991/727e04d5-73d9-40d4-b1da-247a6660db94) {{(pid=103821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:22:57.336779 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f8ebdc5b-2309-48a1-ae61-523a1c2344ff req-5b783fbc-206c-48cd-8af0-dd01e793abcb tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 210 time: 0.0475307 Mar 29 20:22:57.418991 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 47018) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:57.465829 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33439119-a793-4f98-9578-dd949afe5c6e req-a493f7b3-3846-4bcd-9fd7-7d18c097f1ec tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:57.476157 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-33439119-a793-4f98-9578-dd949afe5c6e req-a493f7b3-3846-4bcd-9fd7-7d18c097f1ec tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.1376841 Mar 29 20:22:57.503393 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-5b29bc1b-d303-4f27-a828-d8a9a03ea108 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks [] for port (727e04d5-73d9-40d4-b1da-247a6660db94), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:57.531338 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-164e6185-449a-40a5-a01c-6d8f873a303e req-5adf161f-6031-4e36-be80-98c681d8f4ad tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 210 time: 0.0513389 Mar 29 20:22:57.587886 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-33439119-a793-4f98-9578-dd949afe5c6e req-b726508b-fbf2-4a5e-ad9e-a5eb4269969b tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102240 Mar 29 20:22:57.656343 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-5b29bc1b-d303-4f27-a828-d8a9a03ea108 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (727e04d5-73d9-40d4-b1da-247a6660db94), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:57.717737 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-5b29bc1b-d303-4f27-a828-d8a9a03ea108 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Network fccb8720-153f-47bd-b545-dee0eba76738 is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:22:57.722534 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-5b29bc1b-d303-4f27-a828-d8a9a03ea108 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:22:57.732992 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-12172f88-5afe-4203-a45e-78902cc6e5c4 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:57.734321 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-12172f88-5afe-4203-a45e-78902cc6e5c4 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.42 "GET /v2.0/networks?id=d939773b-8d62-47b4-b7b4-1f471826d25d HTTP/1.1" status: 200 len: 809 time: 0.1285524 Mar 29 20:22:57.738184 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-5b29bc1b-d303-4f27-a828-d8a9a03ea108 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Received port after_create {{(pid=103821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:22:57.742483 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-43f46b73-f51f-4adb-8446-bbcaf126d138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:57.788096 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29bc1b-d303-4f27-a828-d8a9a03ea108 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Pushing event updated for resources: {'Port': ['ID=727e04d5-73d9-40d4-b1da-247a6660db94,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:57.821059 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-5b29bc1b-d303-4f27-a828-d8a9a03ea108 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:57.824269 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-5b29bc1b-d303-4f27-a828-d8a9a03ea108 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:57.882609 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-ce53da17-7e5e-4c49-ab8c-58718cb69159 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2edfa256a0874cc7afc8c01ea3e810be HTTP/1.1" status: 200 len: 379 time: 0.1363084 Mar 29 20:22:57.897602 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-7f306ccc-ae5b-4e40-adcf-16a05173f1a7 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Request body: {'port': {'device_id': '8298dbc5-55e6-42b6-a7cb-5bb84329e6cc', 'network_id': 'd939773b-8d62-47b4-b7b4-1f471826d25d', 'admin_state_up': True, 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be', 'security_groups': ['c3108ffd-cfba-4e7d-ac61-e7617ab50229']}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:22:57.927400 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-5b29bc1b-d303-4f27-a828-d8a9a03ea108 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2555737 Mar 29 20:22:57.944700 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-9e2deeae-4bca-4fe6-a887-3727e163c820 service neutron] Request body: {'port': {'device_id': '8f475116-ca4f-4717-af29-1aca5e350b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:22:58.101172 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-9e2deeae-4bca-4fe6-a887-3727e163c820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (727e04d5-73d9-40d4-b1da-247a6660db94), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:58.115216 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-43f46b73-f51f-4adb-8446-bbcaf126d138 admin admin] Publish callbacks [] for security_group (bd9f4880-f274-4a86-949e-0dca96b7f132), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:58.144937 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-b4fb5fdf-04a5-40f1-8719-8c824f8e8350 None None] Provisioning complete for port 727e04d5-73d9-40d4-b1da-247a6660db94 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:22:58.145774 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-b4fb5fdf-04a5-40f1-8719-8c824f8e8350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (727e04d5-73d9-40d4-b1da-247a6660db94), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:58.216872 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-43f46b73-f51f-4adb-8446-bbcaf126d138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (bd9f4880-f274-4a86-949e-0dca96b7f132), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:58.224361 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-b4fb5fdf-04a5-40f1-8719-8c824f8e8350 None None] Port 727e04d5-73d9-40d4-b1da-247a6660db94 cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:22:58.275711 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-43f46b73-f51f-4adb-8446-bbcaf126d138 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=594de1decf6c490ab56923a18a8b8262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8552020 Mar 29 20:22:58.277307 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f46b73-f51f-4adb-8446-bbcaf126d138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9f4880-f274-4a86-949e-0dca96b7f132,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:58.294209 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-7f306ccc-ae5b-4e40-adcf-16a05173f1a7 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Made reservation on behalf of 2edfa256a0874cc7afc8c01ea3e810be for: {'port': 1} {{(pid=103820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:22:58.301899 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-7f306ccc-ae5b-4e40-adcf-16a05173f1a7 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:58.318345 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 47034) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:22:58.498953 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-9e2deeae-4bca-4fe6-a887-3727e163c820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 727e04d5-73d9-40d4-b1da-247a6660db94 {{(pid=103821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:22:58.508152 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-9e2deeae-4bca-4fe6-a887-3727e163c820 service neutron] Publish callbacks [] for port (727e04d5-73d9-40d4-b1da-247a6660db94), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:58.518803 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca71397-3cc8-4894-89c1-c30e1e88d1c4 req-17b82e1e-2f51-485d-aabc-5abf0b4f58ec tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:58.527776 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5ca71397-3cc8-4894-89c1-c30e1e88d1c4 req-17b82e1e-2f51-485d-aabc-5abf0b4f58ec tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.2082477 Mar 29 20:22:58.529011 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.provisioning_blocks [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-9e2deeae-4bca-4fe6-a887-3727e163c820 service neutron] Transition to ACTIVE for port object 727e04d5-73d9-40d4-b1da-247a6660db94 will not be triggered until provisioned by entity L2. {{(pid=103821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 20:22:58.619922 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-4533239d-343f-48b6-8664-e48c80f1194a admin admin] Publish callbacks [] for security_group (bd9f4880-f274-4a86-949e-0dca96b7f132), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:58.621904 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-9e2deeae-4bca-4fe6-a887-3727e163c820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129149341'] for port (727e04d5-73d9-40d4-b1da-247a6660db94), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:58.623258 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:58.633741 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_common [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-7f306ccc-ae5b-4e40-adcf-16a05173f1a7 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Allocated IP 172.20.0.12 (d939773b-8d62-47b4-b7b4-1f471826d25d/799fd8a5-a8ac-4d73-99bd-f021992151a2/17f5280a-0809-4341-b09e-7e4fca341272) {{(pid=103820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:22:58.652792 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8880a-db50-4ca9-bd33-73244979a1a2 req-3718f4fd-1bc7-423e-90c6-a343c5e4ff13 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:58.654510 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d4d8880a-db50-4ca9-bd33-73244979a1a2 req-3718f4fd-1bc7-423e-90c6-a343c5e4ff13 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 931 time: 0.2205582 Mar 29 20:22:58.676616 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2deeae-4bca-4fe6-a887-3727e163c820 service neutron] Pushing event updated for resources: {'Port': ['ID=727e04d5-73d9-40d4-b1da-247a6660db94,revision_number=2']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:58.772438 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-9e2deeae-4bca-4fe6-a887-3727e163c820 service neutron] Attempting to bind port 727e04d5-73d9-40d4-b1da-247a6660db94 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:22:58.772678 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-9e2deeae-4bca-4fe6-a887-3727e163c820 service neutron] Attempting to bind port 727e04d5-73d9-40d4-b1da-247a6660db94 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '374fdad7-f913-494e-95a6-c81a6f6c7cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738'}] {{(pid=103821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:22:58.773010 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-9e2deeae-4bca-4fe6-a887-3727e163c820 service neutron] Attempting to bind port 727e04d5-73d9-40d4-b1da-247a6660db94 on network fccb8720-153f-47bd-b545-dee0eba76738 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:22:58.778123 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-9e2deeae-4bca-4fe6-a887-3727e163c820 service neutron] Port 727e04d5-73d9-40d4-b1da-247a6660db94 on network fccb8720-153f-47bd-b545-dee0eba76738 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 20:22:58.778444 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-9e2deeae-4bca-4fe6-a887-3727e163c820 service neutron] Attempting to bind port 727e04d5-73d9-40d4-b1da-247a6660db94 on network fccb8720-153f-47bd-b545-dee0eba76738 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:22:58.783869 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-9e2deeae-4bca-4fe6-a887-3727e163c820 service neutron] Checking agent: {'id': '19337809-658a-48b1-8a65-8844936c1798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'started_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:22:58.784228 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-9e2deeae-4bca-4fe6-a887-3727e163c820 service neutron] Checking segment: {'id': '374fdad7-f913-494e-95a6-c81a6f6c7cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:22:58.784620 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-9e2deeae-4bca-4fe6-a887-3727e163c820 service neutron] Bound using segment: {'id': '374fdad7-f913-494e-95a6-c81a6f6c7cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738'} {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:22:58.785055 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-9e2deeae-4bca-4fe6-a887-3727e163c820 service neutron] Bound port: 727e04d5-73d9-40d4-b1da-247a6660db94, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374fdad7-f913-494e-95a6-c81a6f6c7cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738'}}] {{(pid=103821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:22:58.785455 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-9e2deeae-4bca-4fe6-a887-3727e163c820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (727e04d5-73d9-40d4-b1da-247a6660db94), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:58.876822 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-9e2deeae-4bca-4fe6-a887-3727e163c820 service neutron] For port 727e04d5-73d9-40d4-b1da-247a6660db94, host hv-cinder-78481, cleared binding levels {{(pid=103821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:22:58.880354 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-9e2deeae-4bca-4fe6-a887-3727e163c820 service neutron] For port 727e04d5-73d9-40d4-b1da-247a6660db94, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=727e04d5-73d9-40d4-b1da-247a6660db94,segment=NetworkSegment(374fdad7-f913-494e-95a6-c81a6f6c7cc1),segment_id=374fdad7-f913-494e-95a6-c81a6f6c7cc1)] {{(pid=103821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:22:58.976676 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-9e2deeae-4bca-4fe6-a887-3727e163c820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129149341'] for port (727e04d5-73d9-40d4-b1da-247a6660db94), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:58.986895 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-4533239d-343f-48b6-8664-e48c80f1194a admin admin] Publish callbacks [] for security_group (bd9f4880-f274-4a86-949e-0dca96b7f132), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:58.990388 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5ca71397-3cc8-4894-89c1-c30e1e88d1c4 req-ed136110-94b9-4815-bc57-7502e16f02c9 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4616385 Mar 29 20:22:59.067388 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-9e2deeae-4bca-4fe6-a887-3727e163c820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:59.068068 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-9e2deeae-4bca-4fe6-a887-3727e163c820 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:59.073627 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-9e2deeae-4bca-4fe6-a887-3727e163c820 service neutron] 10.222.0.42 "PUT /v2.0/ports/727e04d5-73d9-40d4-b1da-247a6660db94 HTTP/1.1" status: 200 len: 1093 time: 1.1331916 Mar 29 20:22:59.074317 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f475116-ca4f-4717-af29-1aca5e350b5e', 'tag': '727e04d5-73d9-40d4-b1da-247a6660db94'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:22:59.076949 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd37f25-aac5-4e8a-a147-9afa0e6cfb1e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f475116-ca4f-4717-af29-1aca5e350b5e", "tag": "727e04d5-73d9-40d4-b1da-247a6660db94"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:22:59.134543 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2deeae-4bca-4fe6-a887-3727e163c820 service neutron] Pushing event updated for resources: {'Port': ['ID=727e04d5-73d9-40d4-b1da-247a6660db94,revision_number=3']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:59.302983 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-46095e66-8e87-45de-9b90-184e4708a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:59.305125 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-46095e66-8e87-45de-9b90-184e4708a9c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=378d35471c8d47cc9624b98530d05223&device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 1127 time: 0.1016369 Mar 29 20:22:59.395242 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-988dfa96-a174-4528-8405-63ff43191d4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=727e04d5-73d9-40d4-b1da-247a6660db94 HTTP/1.1" status: 200 len: 217 time: 0.0774479 Mar 29 20:22:59.425445 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-7f306ccc-ae5b-4e40-adcf-16a05173f1a7 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks [] for port (17f5280a-0809-4341-b09e-7e4fca341272), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:59.460180 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5f4842ca-59cf-40eb-9967-eebebd29dd99 req-fb6b24b9-3438-4510-aa3f-f35c343e6a72 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 210 time: 0.3233848 Mar 29 20:22:59.476536 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-69d0084d-a4ba-41c2-9f32-a34736d51ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:59.478999 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-69d0084d-a4ba-41c2-9f32-a34736d51ecf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f62aa6e9-61aa-4730-afeb-7a2b7cae7991 HTTP/1.1" status: 200 len: 858 time: 0.0732510 Mar 29 20:22:59.484416 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d4d8880a-db50-4ca9-bd33-73244979a1a2 req-823c155c-f801-47f8-ad6a-9d2c0b4cfa62 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5310802 Mar 29 20:22:59.583403 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-24d9f8c6-05e9-457c-a304-8a20d87e9aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:59.583403 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-24d9f8c6-05e9-457c-a304-8a20d87e9aa6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fccb8720-153f-47bd-b545-dee0eba76738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0945530 Mar 29 20:22:59.584958 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcd52ec-ec8a-4a42-bb3f-4af24853db54 x-openstack-request-id: req-9dcd52ec-ec8a-4a42-bb3f-4af24853db54 {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:22:59.585410 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f475116-ca4f-4717-af29-1aca5e350b5e", "tag": "727e04d5-73d9-40d4-b1da-247a6660db94", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:22:59.585577 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9dcd52ec-ec8a-4a42-bb3f-4af24853db54 {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:22:59.590710 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dcd52ec-ec8a-4a42-bb3f-4af24853db54'] response: {'name': 'network-changed', 'server_uuid': '8f475116-ca4f-4717-af29-1aca5e350b5e', 'tag': '727e04d5-73d9-40d4-b1da-247a6660db94', 'status': 'completed', 'code': 200} Mar 29 20:22:59.679127 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e331c-013c-4cbf-af24-b24be35a5ccc req-27d2a434-5fdf-4657-a499-cdffca79075d tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:22:59.680662 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a41e331c-013c-4cbf-af24-b24be35a5ccc req-27d2a434-5fdf-4657-a499-cdffca79075d tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.1092753 Mar 29 20:22:59.699999 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-4533239d-343f-48b6-8664-e48c80f1194a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (bd9f4880-f274-4a86-949e-0dca96b7f132), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:59.701836 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-4533239d-343f-48b6-8664-e48c80f1194a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:59.705688 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-4533239d-343f-48b6-8664-e48c80f1194a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bd9f4880-f274-4a86-949e-0dca96b7f132 HTTP/1.1" status: 204 len: 168 time: 1.3771279 Mar 29 20:22:59.706933 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-7f306ccc-ae5b-4e40-adcf-16a05173f1a7 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (17f5280a-0809-4341-b09e-7e4fca341272), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:22:59.736935 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533239d-343f-48b6-8664-e48c80f1194a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9f4880-f274-4a86-949e-0dca96b7f132,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:59.754543 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-cad0d010-4029-4947-9794-4de247d35eaf service neutron] 10.222.0.42 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596882 Mar 29 20:22:59.868968 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a41e331c-013c-4cbf-af24-b24be35a5ccc req-79ac0865-9367-41b0-9042-8d862b666dc7 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825354 Mar 29 20:22:59.871161 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-7f306ccc-ae5b-4e40-adcf-16a05173f1a7 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Network d939773b-8d62-47b4-b7b4-1f471826d25d is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:22:59.876896 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f306ccc-ae5b-4e40-adcf-16a05173f1a7 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Pushing event updated for resources: {'Port': ['ID=17f5280a-0809-4341-b09e-7e4fca341272,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:22:59.890657 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-7f306ccc-ae5b-4e40-adcf-16a05173f1a7 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:22:59.914540 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-7f306ccc-ae5b-4e40-adcf-16a05173f1a7 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Received port after_create {{(pid=103820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:22:59.919690 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-65a0a91d-cdea-4498-9b3a-1d92ba5b73c8 req-462e09c0-e23d-47b7-8b47-aabaad5ba0b1 service neutron] 10.222.0.42 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574736 Mar 29 20:23:00.201828 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-7f306ccc-ae5b-4e40-adcf-16a05173f1a7 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:00.201828 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-7f306ccc-ae5b-4e40-adcf-16a05173f1a7 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for port (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:00.201828 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85054b-d7e2-4861-92c8-82a9cdffa969 req-dfe51f7f-46e7-49ce-8d1c-a3baf6386f38 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:00.201828 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cb85054b-d7e2-4861-92c8-82a9cdffa969 req-dfe51f7f-46e7-49ce-8d1c-a3baf6386f38 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0701542 Mar 29 20:23:00.398016 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cb85054b-d7e2-4861-92c8-82a9cdffa969 req-6953efbd-0ff0-487c-8b27-9ea721e27892 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796688 Mar 29 20:23:00.398374 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-665a1f54-4983-4637-bc77-6c991841007d None None] Provisioning complete for port 17f5280a-0809-4341-b09e-7e4fca341272 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:23:00.398374 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-665a1f54-4983-4637-bc77-6c991841007d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (17f5280a-0809-4341-b09e-7e4fca341272), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:00.398374 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-665a1f54-4983-4637-bc77-6c991841007d None None] Port 17f5280a-0809-4341-b09e-7e4fca341272 cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:23:00.605322 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-7f306ccc-ae5b-4e40-adcf-16a05173f1a7 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7015865 Mar 29 20:23:00.659260 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0758a12-074b-493f-bb42-9d1606401da6 req-c4869f5f-1f9b-4ed8-833f-62d241182653 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:00.666468 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f0758a12-074b-493f-bb42-9d1606401da6 req-c4869f5f-1f9b-4ed8-833f-62d241182653 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 932 time: 0.1272418 Mar 29 20:23:00.743944 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f0758a12-074b-493f-bb42-9d1606401da6 req-d143483f-44bd-48b5-94fa-ba1a38d6e246 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741553 Mar 29 20:23:00.765169 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1fba1a-620c-4a16-a9c4-b2a6ed1b4529 req-2dd68ab2-277a-4b9b-bbc3-437de2d53f88 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:00.768457 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0b1fba1a-620c-4a16-a9c4-b2a6ed1b4529 req-2dd68ab2-277a-4b9b-bbc3-437de2d53f88 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 943 time: 0.1555877 Mar 29 20:23:00.830755 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0b1fba1a-620c-4a16-a9c4-b2a6ed1b4529 req-2c06756d-eabb-4ee4-9691-61e1bd76d3b1 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557947 Mar 29 20:23:01.038987 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824d206-ba9a-46c6-a117-f0a6272f8bef req-e9cae913-96c6-4f3e-9069-3f1d67d7a6c6 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:01.040603 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e824d206-ba9a-46c6-a117-f0a6272f8bef req-e9cae913-96c6-4f3e-9069-3f1d67d7a6c6 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.0858524 Mar 29 20:23:01.091274 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e824d206-ba9a-46c6-a117-f0a6272f8bef req-efbda690-59d7-4336-a39c-9a5b3909901b tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449374 Mar 29 20:23:01.515889 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ea59a-6c3a-421b-8516-24614cac3715 req-41b6b850-0d8d-486c-97af-68ab98d8c26f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:01.517757 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-395ea59a-6c3a-421b-8516-24614cac3715 req-41b6b850-0d8d-486c-97af-68ab98d8c26f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0596104 Mar 29 20:23:01.574088 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-395ea59a-6c3a-421b-8516-24614cac3715 req-870ba025-3c93-4f26-8210-41082f563be9 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501161 Mar 29 20:23:01.650837 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 47090) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:23:01.772818 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-5f09ec50-42a4-4a57-a29f-388e602cc22f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-506801266-network', 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:23:01.895334 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae902a-135a-4286-8359-0c1054c25891 req-9630629b-4e3c-413d-9097-94ab0f11d02d tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:01.908511 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b6ae902a-135a-4286-8359-0c1054c25891 req-9630629b-4e3c-413d-9097-94ab0f11d02d tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 932 time: 0.0794973 Mar 29 20:23:01.912130 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f09ec50-42a4-4a57-a29f-388e602cc22f admin admin] Made reservation on behalf of 2f6b0dd8bfcc425ab8ede8ef9179704f for: {'network': 1} {{(pid=103820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:23:01.914380 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5f09ec50-42a4-4a57-a29f-388e602cc22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for network (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:01.977341 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5f09ec50-42a4-4a57-a29f-388e602cc22f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:02.047833 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b6ae902a-135a-4286-8359-0c1054c25891 req-4df2df26-2230-4df5-a410-7ebd0b4af48b tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437860 Mar 29 20:23:02.076775 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05937b-0b98-4720-b621-0c71966d3958 req-ce9b3487-bd41-40fc-b9a8-52623622e965 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:02.078389 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ea05937b-0b98-4720-b621-0c71966d3958 req-ce9b3487-bd41-40fc-b9a8-52623622e965 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 943 time: 0.1505733 Mar 29 20:23:02.163858 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5f09ec50-42a4-4a57-a29f-388e602cc22f admin admin] Publish callbacks [] for security_group (4f9a669c-ac4f-4718-b954-ca72f3938f11), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:02.167500 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ea05937b-0b98-4720-b621-0c71966d3958 req-a94d319a-cfa0-4400-ba23-c680e911c0cf tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788581 Mar 29 20:23:02.234874 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5f09ec50-42a4-4a57-a29f-388e602cc22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (4f9a669c-ac4f-4718-b954-ca72f3938f11), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:02.261104 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b2359-d485-44db-a2d7-627dc2ce0c99 req-edecf5e5-d4b7-4af9-9a6d-9cef0ccbe64e tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:02.262878 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-bf7b2359-d485-44db-a2d7-627dc2ce0c99 req-edecf5e5-d4b7-4af9-9a6d-9cef0ccbe64e tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.0800655 Mar 29 20:23:02.268060 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f09ec50-42a4-4a57-a29f-388e602cc22f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=103820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 20:23:02.301476 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09ec50-42a4-4a57-a29f-388e602cc22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9a669c-ac4f-4718-b954-ca72f3938f11,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:02.304545 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5f09ec50-42a4-4a57-a29f-388e602cc22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (a109c304-d1a5-4ee9-a960-da936291e203), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:02.304890 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.db.segments_db [None req-5f09ec50-42a4-4a57-a29f-388e602cc22f admin admin] Added segment a109c304-d1a5-4ee9-a960-da936291e203 of type vlan for network ec7c80de-26a8-44bc-b650-b022758e3ce1 Mar 29 20:23:02.371481 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5f09ec50-42a4-4a57-a29f-388e602cc22f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738049548858'] for network (ec7c80de-26a8-44bc-b650-b022758e3ce1), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:02.379734 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-bf7b2359-d485-44db-a2d7-627dc2ce0c99 req-4f6748d1-4102-4ab6-9323-2af9ae8c06b2 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070218 Mar 29 20:23:02.467645 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5f09ec50-42a4-4a57-a29f-388e602cc22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for network (ec7c80de-26a8-44bc-b650-b022758e3ce1), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:02.468920 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f09ec50-42a4-4a57-a29f-388e602cc22f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:02.469728 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5f09ec50-42a4-4a57-a29f-388e602cc22f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:02.534789 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09ec50-42a4-4a57-a29f-388e602cc22f admin admin] Pushing event updated for resources: {'Network': ['ID=ec7c80de-26a8-44bc-b650-b022758e3ce1,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:02.549898 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Network ec7c80de-26a8-44bc-b650-b022758e3ce1 details requested by agent ovs-agent-dv-cinder-784815-3-iscsi with host dv-cinder-784815-3-iscsi {{(pid=103822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 20:23:02.583788 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-5f09ec50-42a4-4a57-a29f-388e602cc22f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9315486 Mar 29 20:23:02.586545 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 47102) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:23:02.595825 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-992f5aed-2506-4ad4-9bdc-8652d0749f33 admin admin] Request body: {'subnet': {'network_id': 'ec7c80de-26a8-44bc-b650-b022758e3ce1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-506801266-subnet', 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'ip_version': 4}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:23:02.608866 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-fa9d2c1b-3617-4d76-805d-efaa28b04d93 service neutron] Request body: {'port': {'device_id': '8298dbc5-55e6-42b6-a7cb-5bb84329e6cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:23:02.711046 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd37f25-aac5-4e8a-a147-9afa0e6cfb1e req-3d5e716e-8dbb-48bf-83d1-592a6eb8d2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:02.716009 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-7cd37f25-aac5-4e8a-a147-9afa0e6cfb1e req-3d5e716e-8dbb-48bf-83d1-592a6eb8d2b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=378d35471c8d47cc9624b98530d05223&device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 1127 time: 0.0774627 Mar 29 20:23:02.717376 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992f5aed-2506-4ad4-9bdc-8652d0749f33 admin admin] Made reservation on behalf of 2f6b0dd8bfcc425ab8ede8ef9179704f for: {'subnet': 1} {{(pid=103821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:23:02.720862 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-992f5aed-2506-4ad4-9bdc-8652d0749f33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125915694'] for subnet (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:02.767525 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-fa9d2c1b-3617-4d76-805d-efaa28b04d93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (17f5280a-0809-4341-b09e-7e4fca341272), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:02.791393 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9640f-6b86-469b-a6df-27ef86dcc596 req-45d2fca4-ccfe-4b0f-acea-03f2bea3dfa5 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:02.793095 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-75b9640f-6b86-469b-a6df-27ef86dcc596 req-45d2fca4-ccfe-4b0f-acea-03f2bea3dfa5 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.1240394 Mar 29 20:23:02.953213 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd37f25-aac5-4e8a-a147-9afa0e6cfb1e req-08c1ce48-67c6-4805-84e8-578b17e36fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:02.959664 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-7cd37f25-aac5-4e8a-a147-9afa0e6cfb1e req-08c1ce48-67c6-4805-84e8-578b17e36fc1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fccb8720-153f-47bd-b545-dee0eba76738 HTTP/1.1" status: 200 len: 920 time: 0.2337043 Mar 29 20:23:02.976228 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-75b9640f-6b86-469b-a6df-27ef86dcc596 req-b40881d5-4843-442c-88f5-66dc088f7d21 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479871 Mar 29 20:23:03.042454 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-7cd37f25-aac5-4e8a-a147-9afa0e6cfb1e req-330df52b-cadf-4f72-b9e4-8a0937eec4e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=727e04d5-73d9-40d4-b1da-247a6660db94 HTTP/1.1" status: 200 len: 217 time: 0.0697386 Mar 29 20:23:03.150290 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd37f25-aac5-4e8a-a147-9afa0e6cfb1e req-ffca0c64-0a96-4bf1-b02c-d3ab5c85a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:03.153589 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-7cd37f25-aac5-4e8a-a147-9afa0e6cfb1e req-ffca0c64-0a96-4bf1-b02c-d3ab5c85a744 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f62aa6e9-61aa-4730-afeb-7a2b7cae7991 HTTP/1.1" status: 200 len: 858 time: 0.1021249 Mar 29 20:23:03.159137 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-fa9d2c1b-3617-4d76-805d-efaa28b04d93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f5280a-0809-4341-b09e-7e4fca341272 {{(pid=103820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:23:03.171095 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-fa9d2c1b-3617-4d76-805d-efaa28b04d93 service neutron] Publish callbacks [] for port (17f5280a-0809-4341-b09e-7e4fca341272), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:03.185722 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.provisioning_blocks [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-fa9d2c1b-3617-4d76-805d-efaa28b04d93 service neutron] Transition to ACTIVE for port object 17f5280a-0809-4341-b09e-7e4fca341272 will not be triggered until provisioned by entity L2. {{(pid=103820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 20:23:03.262869 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de3f86-9c85-4d5b-903a-cc78d80ce3d1 req-55ccb0c9-228f-4461-8fb7-710bb9f30b41 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:03.265874 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-19de3f86-9c85-4d5b-903a-cc78d80ce3d1 req-55ccb0c9-228f-4461-8fb7-710bb9f30b41 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 932 time: 0.0705211 Mar 29 20:23:03.270230 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-fa9d2c1b-3617-4d76-805d-efaa28b04d93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126327796'] for port (17f5280a-0809-4341-b09e-7e4fca341272), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:03.274831 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd37f25-aac5-4e8a-a147-9afa0e6cfb1e req-b549bf08-1ebd-42b2-a463-0f10ec983da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:03.277636 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-7cd37f25-aac5-4e8a-a147-9afa0e6cfb1e req-b549bf08-1ebd-42b2-a463-0f10ec983da5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fccb8720-153f-47bd-b545-dee0eba76738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1154339 Mar 29 20:23:03.357512 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-992f5aed-2506-4ad4-9bdc-8652d0749f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129148452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125915704'] for subnet (98fc0e2c-1bc2-49a5-9d7c-3117851043d1), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:03.389057 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-19de3f86-9c85-4d5b-903a-cc78d80ce3d1 req-a00432f5-a347-4737-bf44-22a848d4f952 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081817 Mar 29 20:23:03.493914 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f5aed-2506-4ad4-9bdc-8652d0749f33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98fc0e2c-1bc2-49a5-9d7c-3117851043d1,revision_number=0']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:03.499663 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-7cd37f25-aac5-4e8a-a147-9afa0e6cfb1e req-158589d7-88fd-4549-ae57-063d8d9a1bd3 service neutron] 10.222.0.42 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146864 Mar 29 20:23:03.502828 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992f5aed-2506-4ad4-9bdc-8652d0749f33 admin admin] Checking segment: {'id': 'a109c304-d1a5-4ee9-a960-da936291e203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec7c80de-26a8-44bc-b650-b022758e3ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:23:03.503263 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992f5aed-2506-4ad4-9bdc-8652d0749f33 admin admin] Network hostable DHCP agents. Network: ec7c80de-26a8-44bc-b650-b022758e3ce1, hostable agents: ['fbd11a15-72c3-4df4-9a60-af3fb4eb1f23'], hosted agents: [] {{(pid=103821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 20:23:03.541513 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-fa9d2c1b-3617-4d76-805d-efaa28b04d93 service neutron] Attempting to bind port 17f5280a-0809-4341-b09e-7e4fca341272 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:23:03.541851 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-fa9d2c1b-3617-4d76-805d-efaa28b04d93 service neutron] Attempting to bind port 17f5280a-0809-4341-b09e-7e4fca341272 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '8a5c2f71-2128-458a-86c9-66786652e5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd939773b-8d62-47b4-b7b4-1f471826d25d'}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:23:03.542181 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-fa9d2c1b-3617-4d76-805d-efaa28b04d93 service neutron] Attempting to bind port 17f5280a-0809-4341-b09e-7e4fca341272 on network d939773b-8d62-47b4-b7b4-1f471826d25d {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:23:03.550694 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eda214-105c-4eea-9c9e-59be89398171 req-d571c190-d207-4730-a646-144243075aee tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:03.555628 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-49eda214-105c-4eea-9c9e-59be89398171 req-d571c190-d207-4730-a646-144243075aee tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 943 time: 0.2849984 Mar 29 20:23:03.555776 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d2c1b-3617-4d76-805d-efaa28b04d93 service neutron] Pushing event updated for resources: {'Port': ['ID=17f5280a-0809-4341-b09e-7e4fca341272,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:03.594944 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-fa9d2c1b-3617-4d76-805d-efaa28b04d93 service neutron] Port 17f5280a-0809-4341-b09e-7e4fca341272 on network d939773b-8d62-47b4-b7b4-1f471826d25d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 20:23:03.595281 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-fa9d2c1b-3617-4d76-805d-efaa28b04d93 service neutron] Attempting to bind port 17f5280a-0809-4341-b09e-7e4fca341272 on network d939773b-8d62-47b4-b7b4-1f471826d25d {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:23:03.615984 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-fa9d2c1b-3617-4d76-805d-efaa28b04d93 service neutron] Checking agent: {'id': '19337809-658a-48b1-8a65-8844936c1798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'started_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:23:03.616288 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-fa9d2c1b-3617-4d76-805d-efaa28b04d93 service neutron] Checking segment: {'id': '8a5c2f71-2128-458a-86c9-66786652e5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd939773b-8d62-47b4-b7b4-1f471826d25d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:23:03.616652 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-fa9d2c1b-3617-4d76-805d-efaa28b04d93 service neutron] Bound using segment: {'id': '8a5c2f71-2128-458a-86c9-66786652e5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd939773b-8d62-47b4-b7b4-1f471826d25d'} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:23:03.617188 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-fa9d2c1b-3617-4d76-805d-efaa28b04d93 service neutron] Bound port: 17f5280a-0809-4341-b09e-7e4fca341272, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a5c2f71-2128-458a-86c9-66786652e5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd939773b-8d62-47b4-b7b4-1f471826d25d'}}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:23:03.617580 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-fa9d2c1b-3617-4d76-805d-efaa28b04d93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (17f5280a-0809-4341-b09e-7e4fca341272), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:03.620421 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-7cd37f25-aac5-4e8a-a147-9afa0e6cfb1e req-544149ff-b614-4433-bff4-d7322b922317 service neutron] 10.222.0.42 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134193 Mar 29 20:23:03.635624 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992f5aed-2506-4ad4-9bdc-8652d0749f33 admin admin] Network ec7c80de-26a8-44bc-b650-b022758e3ce1 is scheduled to be hosted by DHCP agent fbd11a15-72c3-4df4-9a60-af3fb4eb1f23 with binding_index 1 {{(pid=103821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 20:23:03.683837 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c947c9b-bbd9-40c5-844f-2ff0d842cfbe req-9df1e9be-b7cc-4a46-a676-65fd41fce409 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:03.685259 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2c947c9b-bbd9-40c5-844f-2ff0d842cfbe req-9df1e9be-b7cc-4a46-a676-65fd41fce409 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.1810822 Mar 29 20:23:03.699118 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [None req-992f5aed-2506-4ad4-9bdc-8652d0749f33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-3-iscsi, ec7c80de-26a8-44bc-b650-b022758e3ce1) {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:23:03.703790 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992f5aed-2506-4ad4-9bdc-8652d0749f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:03.704537 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-992f5aed-2506-4ad4-9bdc-8652d0749f33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for subnet (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:03.709143 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69939836-c2af-4644-b8eb-3f68801a5a64 None None] Network ec7c80de-26a8-44bc-b650-b022758e3ce1 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:23:03.724124 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-49eda214-105c-4eea-9c9e-59be89398171 req-51621017-77b5-464b-a32c-3f51357b1d63 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393144 Mar 29 20:23:03.753526 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-fa9d2c1b-3617-4d76-805d-efaa28b04d93 service neutron] For port 17f5280a-0809-4341-b09e-7e4fca341272, host hv-cinder-78481, cleared binding levels {{(pid=103820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:23:03.756840 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-fa9d2c1b-3617-4d76-805d-efaa28b04d93 service neutron] For port 17f5280a-0809-4341-b09e-7e4fca341272, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=17f5280a-0809-4341-b09e-7e4fca341272,segment=NetworkSegment(8a5c2f71-2128-458a-86c9-66786652e5d8),segment_id=8a5c2f71-2128-458a-86c9-66786652e5d8)] {{(pid=103820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:23:03.784169 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2c947c9b-bbd9-40c5-844f-2ff0d842cfbe req-801dfc90-673c-4017-8942-f5bfc8d6ca48 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806272 Mar 29 20:23:03.802253 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-992f5aed-2506-4ad4-9bdc-8652d0749f33 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2145410 Mar 29 20:23:03.810496 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 47114) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:23:03.810496 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-f00cc7e2-0bca-4553-9ad3-a9cf858608b7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-506801266-router', 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:23:03.828602 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-fa9d2c1b-3617-4d76-805d-efaa28b04d93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126327796'] for port (17f5280a-0809-4341-b09e-7e4fca341272), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:03.879311 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-fa9d2c1b-3617-4d76-805d-efaa28b04d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:03.879960 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-fa9d2c1b-3617-4d76-805d-efaa28b04d93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for port (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:03.881412 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-fa9d2c1b-3617-4d76-805d-efaa28b04d93 service neutron] 10.222.0.42 "PUT /v2.0/ports/17f5280a-0809-4341-b09e-7e4fca341272 HTTP/1.1" status: 200 len: 1094 time: 1.2829707 Mar 29 20:23:03.881873 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8298dbc5-55e6-42b6-a7cb-5bb84329e6cc', 'tag': '17f5280a-0809-4341-b09e-7e4fca341272'}] {{(pid=103820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:23:03.884246 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6edefd21b48d6680289e87f093b2b3ac5ccca22ebb7ce82a748a83257c36a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39920e0-9a4e-4091-9289-3ab229b11f42" -d '{"events": [{"name": "network-changed", "server_uuid": "8298dbc5-55e6-42b6-a7cb-5bb84329e6cc", "tag": "17f5280a-0809-4341-b09e-7e4fca341272"}]}' {{(pid=103820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:23:03.908866 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bbac15f-45b0-565a-a02d-41b9043018c6-ec7c80de-26a8-44bc-b650-b022758e3ce1', 'network_id': 'ec7c80de-26a8-44bc-b650-b022758e3ce1', 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'fixed_ips': [{'subnet_id': '98fc0e2c-1bc2-49a5-9d7c-3117851043d1'}]}} from dv-cinder-784815-3-iscsi. {{(pid=103822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 20:23:03.909890 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:03.913530 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f00cc7e2-0bca-4553-9ad3-a9cf858608b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router (4e55d042-4515-4621-875b-874bfc40d760), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:03.918790 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f00cc7e2-0bca-4553-9ad3-a9cf858608b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-432'] for router (4e55d042-4515-4621-875b-874bfc40d760), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:03.947389 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d2c1b-3617-4d76-805d-efaa28b04d93 service neutron] Pushing event updated for resources: {'Port': ['ID=17f5280a-0809-4341-b09e-7e4fca341272,revision_number=3']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:03.962906 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c26a1f2-9f8c-46d6-a4c7-fc3b513d7f6d x-openstack-request-id: req-8c26a1f2-9f8c-46d6-a4c7-fc3b513d7f6d {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:23:03.962906 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8298dbc5-55e6-42b6-a7cb-5bb84329e6cc", "tag": "17f5280a-0809-4341-b09e-7e4fca341272", "status": "completed", "code": 200}]} {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:23:03.962906 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c26a1f2-9f8c-46d6-a4c7-fc3b513d7f6d {{(pid=103820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:23:03.963706 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c26a1f2-9f8c-46d6-a4c7-fc3b513d7f6d'] response: {'name': 'network-changed', 'server_uuid': '8298dbc5-55e6-42b6-a7cb-5bb84329e6cc', 'tag': '17f5280a-0809-4341-b09e-7e4fca341272', 'status': 'completed', 'code': 200} Mar 29 20:23:04.072227 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f00cc7e2-0bca-4553-9ad3-a9cf858608b7 admin admin] Publish callbacks [] for router_controller (4e55d042-4515-4621-875b-874bfc40d760), precommit_add_association {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:04.089273 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39920e0-9a4e-4091-9289-3ab229b11f42 req-0f5010c7-3d86-48ab-adee-e69ae21a3ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:04.090830 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d39920e0-9a4e-4091-9289-3ab229b11f42 req-0f5010c7-3d86-48ab-adee-e69ae21a3ece service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2edfa256a0874cc7afc8c01ea3e810be&device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 1128 time: 0.1049263 Mar 29 20:23:04.214341 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.db_base_plugin_common [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Allocated IP 172.20.0.2 (ec7c80de-26a8-44bc-b650-b022758e3ce1/98fc0e2c-1bc2-49a5-9d7c-3117851043d1/9db8c825-ff47-4118-9fda-f5c184968293) {{(pid=103822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:23:04.358267 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39920e0-9a4e-4091-9289-3ab229b11f42 req-880ea61c-58dd-439a-b42c-a0496c750c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:04.359942 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d39920e0-9a4e-4091-9289-3ab229b11f42 req-880ea61c-58dd-439a-b42c-a0496c750c23 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2edfa256a0874cc7afc8c01ea3e810be&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2578704 Mar 29 20:23:04.473148 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Publish callbacks [] for port (9db8c825-ff47-4118-9fda-f5c184968293), precommit_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:04.582111 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270'] for port (9db8c825-ff47-4118-9fda-f5c184968293), after_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:04.604778 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc38415-f933-4e35-ad9c-ccdcd26f0a8b req-537f1997-c3df-4255-ad22-2f5a3ab8d96c tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:04.606705 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0fc38415-f933-4e35-ad9c-ccdcd26f0a8b req-537f1997-c3df-4255-ad22-2f5a3ab8d96c tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.2450826 Mar 29 20:23:04.635186 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Network ec7c80de-26a8-44bc-b650-b022758e3ce1 is already hosted by enough agents. {{(pid=103822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:23:04.637597 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.scheduler.base_scheduler [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Resources bound (agent type, host, resource id): {{(pid=103822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:23:04.652597 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Received port after_create {{(pid=103822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:23:04.701233 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f00cc7e2-0bca-4553-9ad3-a9cf858608b7 admin admin] Publish callbacks [] for router_gateway (4e55d042-4515-4621-875b-874bfc40d760), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:04.706091 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26417518-9eeb-4253-93e7-04d35934bf5e req-390d93b9-63fc-4c6e-935a-6787cf9ae223 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:04.707918 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-26417518-9eeb-4253-93e7-04d35934bf5e req-390d93b9-63fc-4c6e-935a-6787cf9ae223 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 944 time: 0.1862051 Mar 29 20:23:04.712820 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39920e0-9a4e-4091-9289-3ab229b11f42 req-877e67d5-e1f2-4095-a418-30c4a662af3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:04.714635 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d39920e0-9a4e-4091-9289-3ab229b11f42 req-877e67d5-e1f2-4095-a418-30c4a662af3c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3430433 Mar 29 20:23:04.740606 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 727e04d5-73d9-40d4-b1da-247a6660db94 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 20:23:04.773751 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-26417518-9eeb-4253-93e7-04d35934bf5e req-c045d5cf-d25b-4e5d-8525-dced5b54068f tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581303 Mar 29 20:23:04.810643 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0fc38415-f933-4e35-ad9c-ccdcd26f0a8b req-0bc0ebb4-ba45-4d32-90f2-93b293b56d03 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872642 Mar 29 20:23:04.856482 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 727e04d5-73d9-40d4-b1da-247a6660db94, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=727e04d5-73d9-40d4-b1da-247a6660db94,segment=NetworkSegment(374fdad7-f913-494e-95a6-c81a6f6c7cc1),segment_id=374fdad7-f913-494e-95a6-c81a6f6c7cc1)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:23:04.879000 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Returning: {'device': '727e04d5-73d9-40d4-b1da-247a6660db94', 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738', 'port_id': '727e04d5-73d9-40d4-b1da-247a6660db94', 'mac_address': 'fa:16:3e:af:f3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 20:23:04.882566 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Pushing event updated for resources: {'Port': ['ID=9db8c825-ff47-4118-9fda-f5c184968293,revision_number=1']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:04.889859 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-980c99ba-d2ab-42be-b466-03b5487db945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:04.897321 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-980c99ba-d2ab-42be-b466-03b5487db945 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2edfa256a0874cc7afc8c01ea3e810be&device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 1128 time: 0.1259770 Mar 29 20:23:04.934793 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 727e04d5-73d9-40d4-b1da-247a6660db94 is: DOWN; New status is: BUILD {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:23:04.935189 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (727e04d5-73d9-40d4-b1da-247a6660db94), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:04.956178 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 727e04d5-73d9-40d4-b1da-247a6660db94 {{(pid=103822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:23:04.962489 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:04.962838 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:04.963217 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:04.963557 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:04.963897 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:04.964228 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:04.964556 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:04.964882 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:04.965209 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:04.965758 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:04.966088 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:04.966429 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:04.966754 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:04.967076 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:04.967394 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:04.971533 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Attempting to bind port 9db8c825-ff47-4118-9fda-f5c184968293 on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:23:04.971903 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Attempting to bind port 9db8c825-ff47-4118-9fda-f5c184968293 by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': 'a109c304-d1a5-4ee9-a960-da936291e203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec7c80de-26a8-44bc-b650-b022758e3ce1'}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:23:04.972269 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Attempting to bind port 9db8c825-ff47-4118-9fda-f5c184968293 on network ec7c80de-26a8-44bc-b650-b022758e3ce1 {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:23:04.982464 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:23:04.982464 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Checking segment: {'id': 'a109c304-d1a5-4ee9-a960-da936291e203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec7c80de-26a8-44bc-b650-b022758e3ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:23:04.982464 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:04.982464 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Bound using segment: {'id': 'a109c304-d1a5-4ee9-a960-da936291e203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec7c80de-26a8-44bc-b650-b022758e3ce1'} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:23:04.982464 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Bound port: 9db8c825-ff47-4118-9fda-f5c184968293, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a109c304-d1a5-4ee9-a960-da936291e203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec7c80de-26a8-44bc-b650-b022758e3ce1'}}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:23:04.982464 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (9db8c825-ff47-4118-9fda-f5c184968293), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:05.062279 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] For port 9db8c825-ff47-4118-9fda-f5c184968293, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:23:05.066817 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] For port 9db8c825-ff47-4118-9fda-f5c184968293, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=9db8c825-ff47-4118-9fda-f5c184968293,segment=NetworkSegment(a109c304-d1a5-4ee9-a960-da936291e203),segment_id=a109c304-d1a5-4ee9-a960-da936291e203)] {{(pid=103822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:23:05.083433 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 727e04d5-73d9-40d4-b1da-247a6660db94, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=727e04d5-73d9-40d4-b1da-247a6660db94,segment=NetworkSegment(374fdad7-f913-494e-95a6-c81a6f6c7cc1),segment_id=374fdad7-f913-494e-95a6-c81a6f6c7cc1)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:23:05.155120 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (727e04d5-73d9-40d4-b1da-247a6660db94), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:05.157956 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (9db8c825-ff47-4118-9fda-f5c184968293), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:05.248649 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=727e04d5-73d9-40d4-b1da-247a6660db94,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:05.269159 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f00cc7e2-0bca-4553-9ad3-a9cf858608b7 admin admin] Publish callbacks [] for router_gateway (4e55d042-4515-4621-875b-874bfc40d760), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:05.307522 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f00cc7e2-0bca-4553-9ad3-a9cf858608b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:05.323707 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5167d6e-2151-4cc3-a314-eaa7cddcd370 None None] Pushing event updated for resources: {'Port': ['ID=9db8c825-ff47-4118-9fda-f5c184968293,revision_number=2']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:05.481765 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-b9fa693d-75fe-4ab2-ab7a-4a173e0f8cab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17f5280a-0809-4341-b09e-7e4fca341272 HTTP/1.1" status: 200 len: 217 time: 0.5769157 Mar 29 20:23:05.494462 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['727e04d5-73d9-40d4-b1da-247a6660db94'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:23:05.637212 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_common [None req-f00cc7e2-0bca-4553-9ad3-a9cf858608b7 admin admin] Allocated IP 172.27.3.216 (921e7f1b-e183-4cfd-babe-1b51626667cb/9cb70218-5a19-4d48-a6d1-83791bae0ed9/f86f2e53-cd81-4540-adb7-e0a898f71cff) {{(pid=103821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:23:05.757852 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-3d1ac655-6626-4f95-83e2-d94ecead599c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:05.759371 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-3d1ac655-6626-4f95-83e2-d94ecead599c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=799fd8a5-a8ac-4d73-99bd-f021992151a2 HTTP/1.1" status: 200 len: 848 time: 0.2697871 Mar 29 20:23:05.776269 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc6a86-2d64-4425-be1d-1aea60b5f8a4 req-cc730908-05f8-4f5e-9c47-2892d183398a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:05.777788 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b7fc6a86-2d64-4425-be1d-1aea60b5f8a4 req-cc730908-05f8-4f5e-9c47-2892d183398a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 944 time: 0.2950773 Mar 29 20:23:05.800007 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f00cc7e2-0bca-4553-9ad3-a9cf858608b7 admin admin] Publish callbacks [] for port (f86f2e53-cd81-4540-adb7-e0a898f71cff), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:05.817968 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e50af7-ab81-42f3-87c1-47dbb1c5c28e req-43b7ed90-00e9-4407-87d3-b215cfd1da5d tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:05.819484 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d2e50af7-ab81-42f3-87c1-47dbb1c5c28e req-43b7ed90-00e9-4407-87d3-b215cfd1da5d tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.3310668 Mar 29 20:23:05.871925 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-d5cdbfd0-0f3e-42b0-afbd-5ecfb600b343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:05.873303 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-d5cdbfd0-0f3e-42b0-afbd-5ecfb600b343 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d939773b-8d62-47b4-b7b4-1f471826d25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1045508 Mar 29 20:23:05.980552 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b7fc6a86-2d64-4425-be1d-1aea60b5f8a4 req-64ba70ec-4b90-40c5-862a-89416063b1b3 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732190 Mar 29 20:23:05.986613 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d2e50af7-ab81-42f3-87c1-47dbb1c5c28e req-72db5ac3-bad8-4d72-bbb0-5304ede010a5 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507964 Mar 29 20:23:06.026257 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-b67ff704-0051-4005-aabf-28e2663a88a5 service neutron] 10.222.0.42 "GET /v2.0/networks/d939773b-8d62-47b4-b7b4-1f471826d25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465983 Mar 29 20:23:06.108370 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f00cc7e2-0bca-4553-9ad3-a9cf858608b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (f86f2e53-cd81-4540-adb7-e0a898f71cff), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:06.157892 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00cc7e2-0bca-4553-9ad3-a9cf858608b7 admin admin] Network 921e7f1b-e183-4cfd-babe-1b51626667cb is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:23:06.164012 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [None req-f00cc7e2-0bca-4553-9ad3-a9cf858608b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:23:06.168813 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00cc7e2-0bca-4553-9ad3-a9cf858608b7 admin admin] Received port after_create {{(pid=103821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:23:06.190416 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294c2db-b5b8-42e6-aa8f-64f3246ecae7 req-66bdf38c-3a63-4fc8-a22e-03517e1e59e7 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:06.191943 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0294c2db-b5b8-42e6-aa8f-64f3246ecae7 req-66bdf38c-3a63-4fc8-a22e-03517e1e59e7 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 944 time: 0.1483765 Mar 29 20:23:06.195834 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00cc7e2-0bca-4553-9ad3-a9cf858608b7 admin admin] Pushing event updated for resources: {'Port': ['ID=f86f2e53-cd81-4540-adb7-e0a898f71cff,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:06.224390 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-100bf7b7-d61f-490e-b142-b92a1cee4af8 req-c7257180-3328-42ed-afd3-628c1f479a49 service neutron] 10.222.0.42 "GET /v2.0/networks/d939773b-8d62-47b4-b7b4-1f471826d25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887467 Mar 29 20:23:06.248064 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf392c-76e8-4e58-992f-89869b30856b req-47cecd63-887d-4740-9c8f-4f43a2129bf2 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:06.249637 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9edf392c-76e8-4e58-992f-89869b30856b req-47cecd63-887d-4740-9c8f-4f43a2129bf2 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.1469007 Mar 29 20:23:06.362275 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9edf392c-76e8-4e58-992f-89869b30856b req-7e81c059-2ea0-41d7-8930-10cea22adfac tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995448 Mar 29 20:23:06.371317 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0294c2db-b5b8-42e6-aa8f-64f3246ecae7 req-271349df-60a5-4387-9ba4-7c0680638813 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580760 Mar 29 20:23:06.640159 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5e7536-eede-462e-b35c-7ea08f21658d None None] Network ec7c80de-26a8-44bc-b650-b022758e3ce1 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:23:06.644604 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f00cc7e2-0bca-4553-9ad3-a9cf858608b7 admin admin] Publish callbacks [] for router_gateway (4e55d042-4515-4621-875b-874bfc40d760), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:06.755250 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-4acfe961-8d82-4c45-a337-82257a47a9bf None None] Provisioning complete for port 9db8c825-ff47-4118-9fda-f5c184968293 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:23:06.755732 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-4acfe961-8d82-4c45-a337-82257a47a9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (9db8c825-ff47-4118-9fda-f5c184968293), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:06.758109 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 727e04d5-73d9-40d4-b1da-247a6660db94 up at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:23:06.947314 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f00cc7e2-0bca-4553-9ad3-a9cf858608b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540959'] for router (4e55d042-4515-4621-875b-874bfc40d760), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:06.973823 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-4acfe961-8d82-4c45-a337-82257a47a9bf None None] Current status of the port 9db8c825-ff47-4118-9fda-f5c184968293 is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:23:06.974217 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-4acfe961-8d82-4c45-a337-82257a47a9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (9db8c825-ff47-4118-9fda-f5c184968293), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:06.977599 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning for port 727e04d5-73d9-40d4-b1da-247a6660db94 completed by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 20:23:06.983026 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning complete for port 727e04d5-73d9-40d4-b1da-247a6660db94 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:23:06.983402 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (727e04d5-73d9-40d4-b1da-247a6660db94), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:07.043719 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-4acfe961-8d82-4c45-a337-82257a47a9bf None None] For port 9db8c825-ff47-4118-9fda-f5c184968293, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=9db8c825-ff47-4118-9fda-f5c184968293,segment=NetworkSegment(a109c304-d1a5-4ee9-a960-da936291e203),segment_id=a109c304-d1a5-4ee9-a960-da936291e203)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:23:07.115071 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-4acfe961-8d82-4c45-a337-82257a47a9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (9db8c825-ff47-4118-9fda-f5c184968293), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:07.164563 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 727e04d5-73d9-40d4-b1da-247a6660db94 is: BUILD; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:23:07.164953 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (727e04d5-73d9-40d4-b1da-247a6660db94), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:07.222850 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 727e04d5-73d9-40d4-b1da-247a6660db94, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=727e04d5-73d9-40d4-b1da-247a6660db94,segment=NetworkSegment(374fdad7-f913-494e-95a6-c81a6f6c7cc1),segment_id=374fdad7-f913-494e-95a6-c81a6f6c7cc1)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:23:07.225221 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f475116-ca4f-4717-af29-1aca5e350b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727e04d5-73d9-40d4-b1da-247a6660db94'}] {{(pid=103822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:23:07.231323 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0861b571914e5dc523c78e704c27631447c9211d5b419e1eb1b6a7c48cd57d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2ed8ce-3480-496b-aed8-70eafd520815" -d '{"events": [{"server_uuid": "8f475116-ca4f-4717-af29-1aca5e350b5e", "name": "network-vif-plugged", "status": "completed", "tag": "727e04d5-73d9-40d4-b1da-247a6660db94"}]}' {{(pid=103822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:23:07.234069 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00cc7e2-0bca-4553-9ad3-a9cf858608b7 admin admin] Router 4e55d042-4515-4621-875b-874bfc40d760 is scheduled to L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d with binding_index 1 {{(pid=103821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 20:23:07.237112 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfe961-8d82-4c45-a337-82257a47a9bf None None] Pushing event updated for resources: {'Port': ['ID=9db8c825-ff47-4118-9fda-f5c184968293,revision_number=3']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:07.290639 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (727e04d5-73d9-40d4-b1da-247a6660db94), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:07.314438 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e426062-39f5-4e42-80b5-0a0753e5fd2b req-f95aae6c-b1a5-4449-8248-842d00576ef3 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:07.342700 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0e426062-39f5-4e42-80b5-0a0753e5fd2b req-f95aae6c-b1a5-4449-8248-842d00576ef3 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.1924517 Mar 29 20:23:07.365955 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=727e04d5-73d9-40d4-b1da-247a6660db94,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:07.402943 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-88f2c552-62b4-4914-9f3e-20c9a87286e9 None None] Provisioning complete for port 9db8c825-ff47-4118-9fda-f5c184968293 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:23:07.403869 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-88f2c552-62b4-4914-9f3e-20c9a87286e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (9db8c825-ff47-4118-9fda-f5c184968293), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:07.408925 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415397d-1c4c-4d28-bf3e-b3566580d7ed req-90f55e4f-1b4c-4625-9188-b965600fe06b tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:07.410929 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d415397d-1c4c-4d28-bf3e-b3566580d7ed req-90f55e4f-1b4c-4625-9188-b965600fe06b tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 944 time: 0.2750421 Mar 29 20:23:07.439287 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00cc7e2-0bca-4553-9ad3-a9cf858608b7 admin admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:23:07.454292 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a180b3-cae9-478a-8b17-1c24afb9a046 None None] Sync routers for ids ['4e55d042-4515-4621-875b-874bfc40d760'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:23:07.478683 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a180b3-cae9-478a-8b17-1c24afb9a046 None None] Routers {'4e55d042-4515-4621-875b-874bfc40d760'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:23:07.479734 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-48a180b3-cae9-478a-8b17-1c24afb9a046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:22:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4e55d042-4515-4621-875b-874bfc40d760'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:23:07.498297 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0e426062-39f5-4e42-80b5-0a0753e5fd2b req-940dd275-62b8-46c3-b7a1-b9bb8de0b897 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544337 Mar 29 20:23:07.562133 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d415397d-1c4c-4d28-bf3e-b3566580d7ed req-9da5d52f-43ae-4e9b-b5ca-4c31cd9c1816 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376972 Mar 29 20:23:07.601328 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f00cc7e2-0bca-4553-9ad3-a9cf858608b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:07.609824 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-f00cc7e2-0bca-4553-9ad3-a9cf858608b7 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8026404 Mar 29 20:23:07.612903 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 47192) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:23:07.634589 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473e225d-5749-453a-ba41-1692a1af6913 x-openstack-request-id: req-473e225d-5749-453a-ba41-1692a1af6913 {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:23:07.635095 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f475116-ca4f-4717-af29-1aca5e350b5e", "name": "network-vif-plugged", "status": "completed", "tag": "727e04d5-73d9-40d4-b1da-247a6660db94", "code": 200}]} {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:23:07.636311 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-473e225d-5749-453a-ba41-1692a1af6913 {{(pid=103822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:23:07.636311 dv-cinder-784815-3-iscsi neutron-server[103822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-473e225d-5749-453a-ba41-1692a1af6913'] response: {'server_uuid': '8f475116-ca4f-4717-af29-1aca5e350b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727e04d5-73d9-40d4-b1da-247a6660db94', 'code': 200} Mar 29 20:23:07.710107 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-48a180b3-cae9-478a-8b17-1c24afb9a046 None None] Set router 4e55d042-4515-4621-875b-874bfc40d760 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:23:07.753112 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-88f2c552-62b4-4914-9f3e-20c9a87286e9 None None] Current status of the port 9db8c825-ff47-4118-9fda-f5c184968293 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:23:07.775121 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 9db8c825-ff47-4118-9fda-f5c184968293 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:23:07.842592 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 9db8c825-ff47-4118-9fda-f5c184968293 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:23:07.843864 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (9db8c825-ff47-4118-9fda-f5c184968293), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:07.882484 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4abdd0d-4faf-439d-8204-5378e60d9e96 req-ea6fd81f-fe32-458a-a279-7046bc5b0097 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:07.884019 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c4abdd0d-4faf-439d-8204-5378e60d9e96 req-ea6fd81f-fe32-458a-a279-7046bc5b0097 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 944 time: 0.1159656 Mar 29 20:23:07.972685 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024cffa-d2b8-4948-92b1-f8d2888100b3 req-80a38779-4c70-4762-abf9-456945d81a6d tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:07.980101 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a024cffa-d2b8-4948-92b1-f8d2888100b3 req-80a38779-4c70-4762-abf9-456945d81a6d tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.2134140 Mar 29 20:23:08.004977 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 9db8c825-ff47-4118-9fda-f5c184968293 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:23:08.048370 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-48a180b3-cae9-478a-8b17-1c24afb9a046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e55d042-4515-4621-875b-874bfc40d760', 'name': 'tempest-TestMinimumBasicScenario-506801266-router', 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'f86f2e53-cd81-4540-adb7-e0a898f71cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:23:03Z', 'updated_at': '2022-03-29T20:23:06Z', 'revision_number': 3, 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'gw_port': {'id': 'f86f2e53-cd81-4540-adb7-e0a898f71cff', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e55d042-4515-4621-875b-874bfc40d760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:05Z', 'updated_at': '2022-03-29T20:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:23:08.101003 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a180b3-cae9-478a-8b17-1c24afb9a046 None None] Checking router: 4e55d042-4515-4621-875b-874bfc40d760 for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:23:08.101760 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a180b3-cae9-478a-8b17-1c24afb9a046 None None] Updating router 4e55d042-4515-4621-875b-874bfc40d760 port f86f2e53-cd81-4540-adb7-e0a898f71cff binding host dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 20:23:08.128347 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c4abdd0d-4faf-439d-8204-5378e60d9e96 req-3b906500-6cc5-4dae-85e8-c2db5f1aaccc tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006898 Mar 29 20:23:08.143047 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a024cffa-d2b8-4948-92b1-f8d2888100b3 req-9ab0c22b-84b4-4c48-91b0-d1721ecd20e8 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592588 Mar 29 20:23:08.155978 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c6323-a397-4e64-9c8a-50f88363818c req-4f486ee7-11b3-4edd-b9e8-2a20ae8d3f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:08.158351 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ed6c6323-a397-4e64-9c8a-50f88363818c req-4f486ee7-11b3-4edd-b9e8-2a20ae8d3f50 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 1129 time: 0.1678374 Mar 29 20:23:08.168621 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-48a180b3-cae9-478a-8b17-1c24afb9a046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (f86f2e53-cd81-4540-adb7-e0a898f71cff), before_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:08.287688 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ed6c6323-a397-4e64-9c8a-50f88363818c req-e77fbfc0-d7bd-483d-a357-a9146010d1c6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152003 Mar 29 20:23:08.474162 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b31006d2-581f-4621-8be6-2b86d3d72262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:08.604680 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-48a180b3-cae9-478a-8b17-1c24afb9a046 None None] Publish callbacks [] for port (f86f2e53-cd81-4540-adb7-e0a898f71cff), precommit_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:08.718411 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-48a180b3-cae9-478a-8b17-1c24afb9a046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (f86f2e53-cd81-4540-adb7-e0a898f71cff), after_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:08.778876 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-48a180b3-cae9-478a-8b17-1c24afb9a046 None None] Attempting to bind port f86f2e53-cd81-4540-adb7-e0a898f71cff on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:23:08.779248 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-48a180b3-cae9-478a-8b17-1c24afb9a046 None None] Attempting to bind port f86f2e53-cd81-4540-adb7-e0a898f71cff by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}] {{(pid=103823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:23:08.779615 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a180b3-cae9-478a-8b17-1c24afb9a046 None None] Attempting to bind port f86f2e53-cd81-4540-adb7-e0a898f71cff on network 921e7f1b-e183-4cfd-babe-1b51626667cb {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:23:08.786617 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126879a-2bc0-4320-8e90-5512be9d48e6 None None] Pushing event updated for resources: {'Port': ['ID=f86f2e53-cd81-4540-adb7-e0a898f71cff,revision_number=2']} {{(pid=103823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:08.798413 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a180b3-cae9-478a-8b17-1c24afb9a046 None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:23:08.798789 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a180b3-cae9-478a-8b17-1c24afb9a046 None None] Checking segment: {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:23:08.802926 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-48a180b3-cae9-478a-8b17-1c24afb9a046 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:08.802926 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a180b3-cae9-478a-8b17-1c24afb9a046 None None] Bound using segment: {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'} {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:23:08.802926 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-48a180b3-cae9-478a-8b17-1c24afb9a046 None None] Bound port: f86f2e53-cd81-4540-adb7-e0a898f71cff, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}}] {{(pid=103823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:23:08.802926 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-48a180b3-cae9-478a-8b17-1c24afb9a046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (f86f2e53-cd81-4540-adb7-e0a898f71cff), before_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:08.802926 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f126879a-2bc0-4320-8e90-5512be9d48e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:08.803577 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f126879a-2bc0-4320-8e90-5512be9d48e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:08.803577 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f126879a-2bc0-4320-8e90-5512be9d48e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:08.803802 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f126879a-2bc0-4320-8e90-5512be9d48e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:08.804143 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f126879a-2bc0-4320-8e90-5512be9d48e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:08.804456 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f126879a-2bc0-4320-8e90-5512be9d48e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:08.804770 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f126879a-2bc0-4320-8e90-5512be9d48e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:08.805086 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f126879a-2bc0-4320-8e90-5512be9d48e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:08.805470 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f126879a-2bc0-4320-8e90-5512be9d48e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:08.805763 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f126879a-2bc0-4320-8e90-5512be9d48e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:08.806082 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f126879a-2bc0-4320-8e90-5512be9d48e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:08.806418 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f126879a-2bc0-4320-8e90-5512be9d48e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:08.806740 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f126879a-2bc0-4320-8e90-5512be9d48e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:08.807160 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f126879a-2bc0-4320-8e90-5512be9d48e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:08.807480 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f126879a-2bc0-4320-8e90-5512be9d48e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:08.824171 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da7813-f03d-4995-a039-156460988d90 req-55a46667-ce48-4473-bb06-79bee2766039 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:08.826080 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a5da7813-f03d-4995-a039-156460988d90 req-55a46667-ce48-4473-bb06-79bee2766039 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.1509707 Mar 29 20:23:08.843802 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_common [None req-b31006d2-581f-4621-8be6-2b86d3d72262 admin admin] Allocated IP 172.20.0.1 (ec7c80de-26a8-44bc-b650-b022758e3ce1/98fc0e2c-1bc2-49a5-9d7c-3117851043d1/05c86d5d-9067-47dc-bb2e-47571c305112) {{(pid=103820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:23:08.865332 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38080ec3-0f83-42a3-8955-79cbfd2f215e req-aaaa0686-fc8a-437c-a6af-2f0c168ad726 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:08.876209 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-38080ec3-0f83-42a3-8955-79cbfd2f215e req-aaaa0686-fc8a-437c-a6af-2f0c168ad726 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.2108457 Mar 29 20:23:08.903701 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.db [None req-48a180b3-cae9-478a-8b17-1c24afb9a046 None None] For port f86f2e53-cd81-4540-adb7-e0a898f71cff, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:23:08.915690 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.db [None req-48a180b3-cae9-478a-8b17-1c24afb9a046 None None] For port f86f2e53-cd81-4540-adb7-e0a898f71cff, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=f86f2e53-cd81-4540-adb7-e0a898f71cff,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:23:08.989187 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-48a180b3-cae9-478a-8b17-1c24afb9a046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (f86f2e53-cd81-4540-adb7-e0a898f71cff), after_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:09.016543 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a5da7813-f03d-4995-a039-156460988d90 req-3867f884-1445-495f-8878-450ca21130f6 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766965 Mar 29 20:23:09.079888 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-38080ec3-0f83-42a3-8955-79cbfd2f215e req-292d8d4d-1fa7-4f3c-830f-877dd168e9e8 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643407 Mar 29 20:23:09.081049 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a180b3-cae9-478a-8b17-1c24afb9a046 None None] Routers {'4e55d042-4515-4621-875b-874bfc40d760'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:23:09.081664 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-48a180b3-cae9-478a-8b17-1c24afb9a046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:22:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4e55d042-4515-4621-875b-874bfc40d760'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:23:09.088249 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126879a-2bc0-4320-8e90-5512be9d48e6 None None] Pushing event updated for resources: {'Port': ['ID=f86f2e53-cd81-4540-adb7-e0a898f71cff,revision_number=3']} {{(pid=103823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:09.120935 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b31006d2-581f-4621-8be6-2b86d3d72262 admin admin] Publish callbacks [] for port (05c86d5d-9067-47dc-bb2e-47571c305112), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:09.237900 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-48a180b3-cae9-478a-8b17-1c24afb9a046 None None] Set router 4e55d042-4515-4621-875b-874bfc40d760 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:23:09.252265 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b31006d2-581f-4621-8be6-2b86d3d72262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (05c86d5d-9067-47dc-bb2e-47571c305112), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:09.383873 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31006d2-581f-4621-8be6-2b86d3d72262 admin admin] Pushing event updated for resources: {'Port': ['ID=05c86d5d-9067-47dc-bb2e-47571c305112,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:09.470944 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-48a180b3-cae9-478a-8b17-1c24afb9a046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e55d042-4515-4621-875b-874bfc40d760', 'name': 'tempest-TestMinimumBasicScenario-506801266-router', 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'f86f2e53-cd81-4540-adb7-e0a898f71cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:23:03Z', 'updated_at': '2022-03-29T20:23:06Z', 'revision_number': 3, 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'gw_port': {'id': 'f86f2e53-cd81-4540-adb7-e0a898f71cff', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e55d042-4515-4621-875b-874bfc40d760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:05Z', 'updated_at': '2022-03-29T20:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:23:09.475123 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31006d2-581f-4621-8be6-2b86d3d72262 admin admin] Network ec7c80de-26a8-44bc-b650-b022758e3ce1 is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:23:09.481934 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 47218) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:23:09.484228 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-b31006d2-581f-4621-8be6-2b86d3d72262 admin admin] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:23:09.499974 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a180b3-cae9-478a-8b17-1c24afb9a046 None None] The sync data for ids ['4e55d042-4515-4621-875b-874bfc40d760'] in dv-cinder-784815-3-iscsi is: [{'id': '4e55d042-4515-4621-875b-874bfc40d760', 'name': 'tempest-TestMinimumBasicScenario-506801266-router', 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'f86f2e53-cd81-4540-adb7-e0a898f71cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:23:03Z', 'updated_at': '2022-03-29T20:23:06Z', 'revision_number': 3, 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'gw_port': {'id': 'f86f2e53-cd81-4540-adb7-e0a898f71cff', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e55d042-4515-4621-875b-874bfc40d760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:05Z', 'updated_at': '2022-03-29T20:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:23:09.503242 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31006d2-581f-4621-8be6-2b86d3d72262 admin admin] Received port after_create {{(pid=103820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:23:09.592455 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228c57f-4771-4992-9c65-8771a19c7712 req-fe6418a4-3023-4fca-99e9-db9fd0914557 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:09.594957 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4228c57f-4771-4992-9c65-8771a19c7712 req-fe6418a4-3023-4fca-99e9-db9fd0914557 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.2365692 Mar 29 20:23:09.607586 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a634cc-342c-45f2-add0-072daf57aae1 req-fc967f27-9329-4e19-b402-b51b6b8fa934 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:09.610821 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-41a634cc-342c-45f2-add0-072daf57aae1 req-fc967f27-9329-4e19-b402-b51b6b8fa934 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 944 time: 0.2496042 Mar 29 20:23:09.663099 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b31006d2-581f-4621-8be6-2b86d3d72262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548808'] for router_interface (4e55d042-4515-4621-875b-874bfc40d760), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:09.718629 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3c27d422-c910-4a3c-b9de-87ad5d936b13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:09.843370 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-41a634cc-342c-45f2-add0-072daf57aae1 req-d7f08e8a-f0f5-4478-a96a-ecae10eab183 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2240002 Mar 29 20:23:09.849850 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4228c57f-4771-4992-9c65-8771a19c7712 req-674dafd6-e032-40b2-8252-dd5005056b65 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362027 Mar 29 20:23:09.866080 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3c27d422-c910-4a3c-b9de-87ad5d936b13 admin admin] Publish callbacks [] for security_group (73cd624b-38e6-407c-996c-dfc75aa5dc84), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:09.942558 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3c27d422-c910-4a3c-b9de-87ad5d936b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (73cd624b-38e6-407c-996c-dfc75aa5dc84), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:09.999783 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-e9fe19eb-7bc2-4d0d-8a6e-f72fd3bd2ba4 None None] Provisioning complete for port 05c86d5d-9067-47dc-bb2e-47571c305112 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:23:10.000362 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-e9fe19eb-7bc2-4d0d-8a6e-f72fd3bd2ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (05c86d5d-9067-47dc-bb2e-47571c305112), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:10.040499 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-3c27d422-c910-4a3c-b9de-87ad5d936b13 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=399460ad87864497bc47daf8be312bcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5574579 Mar 29 20:23:10.041412 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 47224) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:23:10.071811 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27d422-c910-4a3c-b9de-87ad5d936b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cd624b-38e6-407c-996c-dfc75aa5dc84,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:10.122318 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe19eb-7bc2-4d0d-8a6e-f72fd3bd2ba4 None None] Port 05c86d5d-9067-47dc-bb2e-47571c305112 cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:23:10.130388 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b31006d2-581f-4621-8be6-2b86d3d72262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (05c86d5d-9067-47dc-bb2e-47571c305112), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:10.140785 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9a5bb759-269c-4ddc-9671-ef0d3f703c5a admin admin] Publish callbacks [] for security_group (73cd624b-38e6-407c-996c-dfc75aa5dc84), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:10.193858 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-6c0e501a-9614-43f9-a4f9-0dc72c608ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:10.199403 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9a5bb759-269c-4ddc-9671-ef0d3f703c5a admin admin] Publish callbacks [] for security_group (73cd624b-38e6-407c-996c-dfc75aa5dc84), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:10.351232 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c949cd7-92a8-4a9b-a8b7-664255df05cd req-e4b3782f-4fcf-4310-910a-d22a41ed27dc tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:10.352823 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4c949cd7-92a8-4a9b-a8b7-664255df05cd req-e4b3782f-4fcf-4310-910a-d22a41ed27dc tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.1402099 Mar 29 20:23:10.357825 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9a5bb759-269c-4ddc-9671-ef0d3f703c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (73cd624b-38e6-407c-996c-dfc75aa5dc84), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:10.362769 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9a5bb759-269c-4ddc-9671-ef0d3f703c5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:10.367224 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-9a5bb759-269c-4ddc-9671-ef0d3f703c5a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/73cd624b-38e6-407c-996c-dfc75aa5dc84 HTTP/1.1" status: 204 len: 168 time: 0.3091993 Mar 29 20:23:10.381948 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5bb759-269c-4ddc-9671-ef0d3f703c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cd624b-38e6-407c-996c-dfc75aa5dc84,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:10.617469 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4c949cd7-92a8-4a9b-a8b7-664255df05cd req-83fbec1c-c398-4469-85a4-32e8a2d41fd6 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446575 Mar 29 20:23:10.631546 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b31006d2-581f-4621-8be6-2b86d3d72262 admin admin] Publish callbacks [] for port (05c86d5d-9067-47dc-bb2e-47571c305112), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:10.697829 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b31006d2-581f-4621-8be6-2b86d3d72262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126327796'] for port (05c86d5d-9067-47dc-bb2e-47571c305112), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:11.132518 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dede79-7407-48f3-b532-c07929fa9404 req-b5d55cf0-1df0-4b11-8fbb-5332b899aa7f tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:11.133938 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-47dede79-7407-48f3-b532-c07929fa9404 req-b5d55cf0-1df0-4b11-8fbb-5332b899aa7f tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.6040380 Mar 29 20:23:11.149527 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31006d2-581f-4621-8be6-2b86d3d72262 admin admin] Pushing event updated for resources: {'Port': ['ID=05c86d5d-9067-47dc-bb2e-47571c305112,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:11.169650 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b31006d2-581f-4621-8be6-2b86d3d72262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3663951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548700'] for router_interface (4e55d042-4515-4621-875b-874bfc40d760), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:11.259791 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff739b5-bd15-4f7f-a3f4-7924672d8e09 req-a186a0c2-0bae-40f7-a012-92d1561b21df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:11.261255 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7ff739b5-bd15-4f7f-a3f4-7924672d8e09 req-a186a0c2-0bae-40f7-a012-92d1561b21df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=249ba837300b4e59a05f6c432c2d47b7&device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 1129 time: 0.2115850 Mar 29 20:23:11.270841 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e2838-0bb6-431f-b68f-d1c65b07db40 req-bf30ef94-c7c0-4968-adc3-2f373f2b081c tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:11.272189 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-997e2838-0bb6-431f-b68f-d1c65b07db40 req-bf30ef94-c7c0-4968-adc3-2f373f2b081c tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.2394798 Mar 29 20:23:11.285719 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-47dede79-7407-48f3-b532-c07929fa9404 req-199c2739-e0a4-4ea2-b15a-12464ac3f9c1 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414537 Mar 29 20:23:11.437062 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-997e2838-0bb6-431f-b68f-d1c65b07db40 req-886d8ae6-657b-4f8f-9a27-0c04f7901b99 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482770 Mar 29 20:23:11.439711 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31006d2-581f-4621-8be6-2b86d3d72262 admin admin] Network ec7c80de-26a8-44bc-b650-b022758e3ce1 is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:23:11.450821 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-b31006d2-581f-4621-8be6-2b86d3d72262 admin admin] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:23:11.468429 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff739b5-bd15-4f7f-a3f4-7924672d8e09 req-9bacf86d-7af1-4b5c-9c66-f4ce6e4dee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:11.470031 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7ff739b5-bd15-4f7f-a3f4-7924672d8e09 req-9bacf86d-7af1-4b5c-9c66-f4ce6e4dee16 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0868a825-2260-425a-8d30-a4a84002c375 HTTP/1.1" status: 200 len: 912 time: 0.1954622 Mar 29 20:23:11.650441 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ac12a-9c4d-4152-acf3-a8ababce4222 req-d485d905-ab6a-46bd-ac5b-e57cee7b0b2f tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:11.653916 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-504ac12a-9c4d-4152-acf3-a8ababce4222 req-d485d905-ab6a-46bd-ac5b-e57cee7b0b2f tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 944 time: 0.2742388 Mar 29 20:23:11.689626 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7ff739b5-bd15-4f7f-a3f4-7924672d8e09 req-fe0af92e-bb23-4fe7-9634-2e87e19f4e19 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=533aca74-6455-4af2-9034-ca2cf7695671 HTTP/1.1" status: 200 len: 1001 time: 0.1780896 Mar 29 20:23:11.697750 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 47246) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:23:11.721675 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device f86f2e53-cd81-4540-adb7-e0a898f71cff up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:23:11.728681 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-82a44ad6-7936-4a6d-84d4-a026d1e95250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:11.811316 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31006d2-581f-4621-8be6-2b86d3d72262 admin admin] Router 4e55d042-4515-4621-875b-874bfc40d760 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:23:11.829085 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff739b5-bd15-4f7f-a3f4-7924672d8e09 req-943edb46-9d21-403a-883a-c03dd393af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:11.830149 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port f86f2e53-cd81-4540-adb7-e0a898f71cff triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:23:11.830557 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (f86f2e53-cd81-4540-adb7-e0a898f71cff), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:11.830986 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7ff739b5-bd15-4f7f-a3f4-7924672d8e09 req-943edb46-9d21-403a-883a-c03dd393af9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0 HTTP/1.1" status: 200 len: 850 time: 0.1086822 Mar 29 20:23:11.841279 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cad56a-cd06-4f49-8365-425e35d5a300 req-dc4d50b1-1ddf-4826-8c9f-1571062e22ae tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:11.857981 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 47248) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:23:11.859316 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-72cad56a-cd06-4f49-8365-425e35d5a300 req-dc4d50b1-1ddf-4826-8c9f-1571062e22ae tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.3116546 Mar 29 20:23:11.871442 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-59dfcc4b-2b96-4bb3-afdb-decba46d2b36 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Request body: {'floatingip': {'port_id': '727e04d5-73d9-40d4-b1da-247a6660db94'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:23:11.880451 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-82a44ad6-7936-4a6d-84d4-a026d1e95250 admin admin] Publish callbacks [] for security_group (baf763cb-a9ba-4f84-b306-8904e350f219), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:11.900386 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-504ac12a-9c4d-4152-acf3-a8ababce4222 req-982c5ac7-5f51-4597-a4f3-caa3bb9c3f1e tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082438 Mar 29 20:23:11.903829 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-fc1ce122-9517-4366-948c-3f35fe519cc7 None None] Provisioning complete for port 05c86d5d-9067-47dc-bb2e-47571c305112 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:23:11.904198 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-fc1ce122-9517-4366-948c-3f35fe519cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (05c86d5d-9067-47dc-bb2e-47571c305112), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:11.958171 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-fc1ce122-9517-4366-948c-3f35fe519cc7 None None] Port 05c86d5d-9067-47dc-bb2e-47571c305112 cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:23:11.971478 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-59dfcc4b-2b96-4bb3-afdb-decba46d2b36 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks [] for floatingip (6bd6bd30-38bd-4059-bf34-f345e9365d31), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:12.006901 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port f86f2e53-cd81-4540-adb7-e0a898f71cff is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:23:12.007302 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (f86f2e53-cd81-4540-adb7-e0a898f71cff), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:12.062424 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] For port f86f2e53-cd81-4540-adb7-e0a898f71cff, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=f86f2e53-cd81-4540-adb7-e0a898f71cff,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:23:12.106397 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-82a44ad6-7936-4a6d-84d4-a026d1e95250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (baf763cb-a9ba-4f84-b306-8904e350f219), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:12.142059 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (f86f2e53-cd81-4540-adb7-e0a898f71cff), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:12.148245 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff739b5-bd15-4f7f-a3f4-7924672d8e09 req-48779ea8-b1e7-4225-a299-6d6647fe642e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:12.154256 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a44ad6-7936-4a6d-84d4-a026d1e95250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf763cb-a9ba-4f84-b306-8904e350f219,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:12.154451 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7ff739b5-bd15-4f7f-a3f4-7924672d8e09 req-48779ea8-b1e7-4225-a299-6d6647fe642e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0868a825-2260-425a-8d30-a4a84002c375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2891331 Mar 29 20:23:12.238951 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-82a44ad6-7936-4a6d-84d4-a026d1e95250 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a9450f03c47b426381034fa8f15fad44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5399692 Mar 29 20:23:12.241841 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 47250) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:23:12.244197 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528aa00-d67f-4e97-a7f3-41fca9083a80 req-b922109a-f356-49a3-84af-8321abbe9fcf tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:12.247755 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Pushing event updated for resources: {'Port': ['ID=f86f2e53-cd81-4540-adb7-e0a898f71cff,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:12.251513 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a528aa00-d67f-4e97-a7f3-41fca9083a80 req-b922109a-f356-49a3-84af-8321abbe9fcf tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.1681943 Mar 29 20:23:12.296305 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31006d2-581f-4621-8be6-2b86d3d72262 admin admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:23:12.314838 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-98515eea-43ab-4d52-9c2e-66768b86ef03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:12.317224 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37bdb5b-181b-45d5-995b-f8d871121aaf None None] Sync routers for ids ['4e55d042-4515-4621-875b-874bfc40d760'] in dv-cinder-784815-3-iscsi {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:23:12.325939 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-b31006d2-581f-4621-8be6-2b86d3d72262 admin admin] 10.222.0.43 "PUT /v2.0/routers/4e55d042-4515-4621-875b-874bfc40d760/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7103431 Mar 29 20:23:12.350861 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37bdb5b-181b-45d5-995b-f8d871121aaf None None] Routers {'4e55d042-4515-4621-875b-874bfc40d760'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:23:12.351857 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-f37bdb5b-181b-45d5-995b-f8d871121aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:23:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4e55d042-4515-4621-875b-874bfc40d760'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:23:12.395134 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a528aa00-d67f-4e97-a7f3-41fca9083a80 req-9816a053-7b42-44b2-bb89-70122ab2a935 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425157 Mar 29 20:23:12.405643 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7ff739b5-bd15-4f7f-a3f4-7924672d8e09 req-2fd91e09-4c54-49d3-9f6d-3a006cd4ca5d service neutron] 10.222.0.42 "GET /v2.0/networks/0868a825-2260-425a-8d30-a4a84002c375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290347 Mar 29 20:23:12.419432 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3209534f-577a-4721-8351-8e7e344bf9d2 admin admin] Publish callbacks [] for security_group (baf763cb-a9ba-4f84-b306-8904e350f219), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:12.463444 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3209534f-577a-4721-8351-8e7e344bf9d2 admin admin] Publish callbacks [] for security_group (baf763cb-a9ba-4f84-b306-8904e350f219), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:12.515566 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-f37bdb5b-181b-45d5-995b-f8d871121aaf None None] Set router 4e55d042-4515-4621-875b-874bfc40d760 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:23:12.530484 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7ff739b5-bd15-4f7f-a3f4-7924672d8e09 req-a7417448-c5a7-4e5a-aec4-5e8dbd873321 service neutron] 10.222.0.42 "GET /v2.0/networks/0868a825-2260-425a-8d30-a4a84002c375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095212 Mar 29 20:23:12.697731 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3209534f-577a-4721-8351-8e7e344bf9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (baf763cb-a9ba-4f84-b306-8904e350f219), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:12.698929 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb419d-c1c8-42f1-80cd-34404e6b9130 req-15b26842-616c-43f5-8af5-86b32c8351c4 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:12.700454 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3209534f-577a-4721-8351-8e7e344bf9d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:12.701970 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-3209534f-577a-4721-8351-8e7e344bf9d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/baf763cb-a9ba-4f84-b306-8904e350f219 HTTP/1.1" status: 204 len: 168 time: 0.4591091 Mar 29 20:23:12.715334 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d8bb419d-c1c8-42f1-80cd-34404e6b9130 req-15b26842-616c-43f5-8af5-86b32c8351c4 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.1137910 Mar 29 20:23:12.742322 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209534f-577a-4721-8351-8e7e344bf9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf763cb-a9ba-4f84-b306-8904e350f219,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:12.803133 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d8bb419d-c1c8-42f1-80cd-34404e6b9130 req-30b8a8df-fe6b-4b31-ad6f-327206406ae7 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914195 Mar 29 20:23:12.814310 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-f37bdb5b-181b-45d5-995b-f8d871121aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e55d042-4515-4621-875b-874bfc40d760', 'name': 'tempest-TestMinimumBasicScenario-506801266-router', 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'f86f2e53-cd81-4540-adb7-e0a898f71cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:23:03Z', 'updated_at': '2022-03-29T20:23:10Z', 'revision_number': 4, 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'gw_port': {'id': 'f86f2e53-cd81-4540-adb7-e0a898f71cff', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e55d042-4515-4621-875b-874bfc40d760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:05Z', 'updated_at': '2022-03-29T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '05c86d5d-9067-47dc-bb2e-47571c305112', 'name': '', 'network_id': 'ec7c80de-26a8-44bc-b650-b022758e3ce1', 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'mac_address': 'fa:16:3e:e5:a4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e55d042-4515-4621-875b-874bfc40d760', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '98fc0e2c-1bc2-49a5-9d7c-3117851043d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:08Z', 'updated_at': '2022-03-29T20:23:10Z', 'revision_number': 2, 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'subnets': [{'id': '98fc0e2c-1bc2-49a5-9d7c-3117851043d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:23:12.873886 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37bdb5b-181b-45d5-995b-f8d871121aaf None None] Checking router: 4e55d042-4515-4621-875b-874bfc40d760 for host: dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:23:12.874128 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37bdb5b-181b-45d5-995b-f8d871121aaf None None] Updating router 4e55d042-4515-4621-875b-874bfc40d760 port 05c86d5d-9067-47dc-bb2e-47571c305112 binding host dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 20:23:12.971006 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-f37bdb5b-181b-45d5-995b-f8d871121aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (05c86d5d-9067-47dc-bb2e-47571c305112), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:12.972048 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-59dfcc4b-2b96-4bb3-afdb-decba46d2b36 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:13.016667 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-59dfcc4b-2b96-4bb3-afdb-decba46d2b36 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (6bd6bd30-38bd-4059-bf34-f345e9365d31), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:13.145608 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.db.l3_db [None req-59dfcc4b-2b96-4bb3-afdb-decba46d2b36 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Floating IP 6bd6bd30-38bd-4059-bf34-f345e9365d31 associated. External IP: 172.27.3.94, port: 727e04d5-73d9-40d4-b1da-247a6660db94. Mar 29 20:23:13.176981 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7d832-d4dd-4ce2-8b3a-768f4e6be72e req-840269b2-8c34-40fa-8b55-0d074bb500a2 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:13.180502 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-80b7d832-d4dd-4ce2-8b3a-768f4e6be72e req-840269b2-8c34-40fa-8b55-0d074bb500a2 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 944 time: 0.1497631 Mar 29 20:23:13.278961 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-80b7d832-d4dd-4ce2-8b3a-768f4e6be72e req-ebf3d0da-d44a-4ed1-b36c-d1edd05e0d37 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864134 Mar 29 20:23:13.389908 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-f37bdb5b-181b-45d5-995b-f8d871121aaf None None] Publish callbacks [] for port (05c86d5d-9067-47dc-bb2e-47571c305112), precommit_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:13.486217 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-f37bdb5b-181b-45d5-995b-f8d871121aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (05c86d5d-9067-47dc-bb2e-47571c305112), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:13.593846 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba31434-1f80-4ff5-823a-2e7a6f1b62c3 req-cdd4a2d1-0ee1-4afe-ac79-18ad5ba32526 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:13.596462 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2568e82-f943-48a8-90ea-e308a183366d None None] Pushing event updated for resources: {'Port': ['ID=05c86d5d-9067-47dc-bb2e-47571c305112,revision_number=3']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:13.605117 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-bba31434-1f80-4ff5-823a-2e7a6f1b62c3 req-cdd4a2d1-0ee1-4afe-ac79-18ad5ba32526 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.1088345 Mar 29 20:23:13.700521 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device f86f2e53-cd81-4540-adb7-e0a898f71cff up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:23:13.705814 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-f37bdb5b-181b-45d5-995b-f8d871121aaf None None] Attempting to bind port 05c86d5d-9067-47dc-bb2e-47571c305112 on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:23:13.706623 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-f37bdb5b-181b-45d5-995b-f8d871121aaf None None] Attempting to bind port 05c86d5d-9067-47dc-bb2e-47571c305112 by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': 'a109c304-d1a5-4ee9-a960-da936291e203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec7c80de-26a8-44bc-b650-b022758e3ce1'}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:23:13.707311 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37bdb5b-181b-45d5-995b-f8d871121aaf None None] Attempting to bind port 05c86d5d-9067-47dc-bb2e-47571c305112 on network ec7c80de-26a8-44bc-b650-b022758e3ce1 {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:23:13.714143 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-bba31434-1f80-4ff5-823a-2e7a6f1b62c3 req-8120faff-9b8c-44be-b667-4f9c3f96147a tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081228 Mar 29 20:23:13.751289 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 47294) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:23:13.751289 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-9d88dc6a-f109-4071-92bf-4f23efe34ac4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2096124488-network', 'tenant_id': 'a7eb3a2cad5c4b7ca6a3c8ed9a9297f5'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:23:13.754405 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37bdb5b-181b-45d5-995b-f8d871121aaf None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:23:13.754789 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37bdb5b-181b-45d5-995b-f8d871121aaf None None] Checking segment: {'id': 'a109c304-d1a5-4ee9-a960-da936291e203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec7c80de-26a8-44bc-b650-b022758e3ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:23:13.755197 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-f37bdb5b-181b-45d5-995b-f8d871121aaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:13.755790 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37bdb5b-181b-45d5-995b-f8d871121aaf None None] Bound using segment: {'id': 'a109c304-d1a5-4ee9-a960-da936291e203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec7c80de-26a8-44bc-b650-b022758e3ce1'} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:23:13.756282 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-f37bdb5b-181b-45d5-995b-f8d871121aaf None None] Bound port: 05c86d5d-9067-47dc-bb2e-47571c305112, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a109c304-d1a5-4ee9-a960-da936291e203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec7c80de-26a8-44bc-b650-b022758e3ce1'}}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:23:13.756671 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-f37bdb5b-181b-45d5-995b-f8d871121aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (05c86d5d-9067-47dc-bb2e-47571c305112), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:13.781058 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59dfcc4b-2b96-4bb3-afdb-decba46d2b36 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Router 0c8b3a80-4aae-4fc7-ac23-665769945cd5 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:23:13.813250 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:13.864659 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port f86f2e53-cd81-4540-adb7-e0a898f71cff triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:23:13.865359 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (f86f2e53-cd81-4540-adb7-e0a898f71cff), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:13.888568 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-f37bdb5b-181b-45d5-995b-f8d871121aaf None None] For port 05c86d5d-9067-47dc-bb2e-47571c305112, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:23:13.896432 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d88dc6a-f109-4071-92bf-4f23efe34ac4 admin admin] Made reservation on behalf of a7eb3a2cad5c4b7ca6a3c8ed9a9297f5 for: {'network': 1} {{(pid=103820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:23:13.900482 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9d88dc6a-f109-4071-92bf-4f23efe34ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for network (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:13.906922 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-f37bdb5b-181b-45d5-995b-f8d871121aaf None None] For port 05c86d5d-9067-47dc-bb2e-47571c305112, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=05c86d5d-9067-47dc-bb2e-47571c305112,segment=NetworkSegment(a109c304-d1a5-4ee9-a960-da936291e203),segment_id=a109c304-d1a5-4ee9-a960-da936291e203)] {{(pid=103822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:23:13.917861 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9d88dc6a-f109-4071-92bf-4f23efe34ac4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:13.967186 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59dfcc4b-2b96-4bb3-afdb-decba46d2b36 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:23:13.968807 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port f86f2e53-cd81-4540-adb7-e0a898f71cff is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:23:13.972317 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-59dfcc4b-2b96-4bb3-afdb-decba46d2b36 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:13.973243 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-f37bdb5b-181b-45d5-995b-f8d871121aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (05c86d5d-9067-47dc-bb2e-47571c305112), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:13.984740 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5823aaab-5c23-46e1-9e9f-921c1cef2de3 None None] Sync routers for ids ['0c8b3a80-4aae-4fc7-ac23-665769945cd5'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:23:14.003967 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5823aaab-5c23-46e1-9e9f-921c1cef2de3 None None] Routers {'0c8b3a80-4aae-4fc7-ac23-665769945cd5'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:23:14.005513 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-5823aaab-5c23-46e1-9e9f-921c1cef2de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:23:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['0c8b3a80-4aae-4fc7-ac23-665769945cd5'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:23:14.027395 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-59dfcc4b-2b96-4bb3-afdb-decba46d2b36 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "PUT /v2.0/floatingips/6bd6bd30-38bd-4059-bf34-f345e9365d31 HTTP/1.1" status: 200 len: 990 time: 2.1595893 Mar 29 20:23:14.034210 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f475116-ca4f-4717-af29-1aca5e350b5e', 'tag': '727e04d5-73d9-40d4-b1da-247a6660db94'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:23:14.034210 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d71765-09b3-4a29-bee4-4334150ff8e7" -d '{"events": [{"name": "network-changed", "server_uuid": "8f475116-ca4f-4717-af29-1aca5e350b5e", "tag": "727e04d5-73d9-40d4-b1da-247a6660db94"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:23:14.070252 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37bdb5b-181b-45d5-995b-f8d871121aaf None None] Routers {'4e55d042-4515-4621-875b-874bfc40d760'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:23:14.070912 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-f37bdb5b-181b-45d5-995b-f8d871121aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:23:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4e55d042-4515-4621-875b-874bfc40d760'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:23:14.077029 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-6a2fd76d-9622-43ec-9ba2-24cb7bcb47a0 None None] Provisioning complete for port 05c86d5d-9067-47dc-bb2e-47571c305112 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:23:14.077029 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-6a2fd76d-9622-43ec-9ba2-24cb7bcb47a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (05c86d5d-9067-47dc-bb2e-47571c305112), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:14.106436 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15408452-8311-4909-b0ae-111f92df411c x-openstack-request-id: req-15408452-8311-4909-b0ae-111f92df411c {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:23:14.106971 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f475116-ca4f-4717-af29-1aca5e350b5e", "tag": "727e04d5-73d9-40d4-b1da-247a6660db94", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:23:14.107386 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-15408452-8311-4909-b0ae-111f92df411c {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:23:14.107952 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15408452-8311-4909-b0ae-111f92df411c'] response: {'name': 'network-changed', 'server_uuid': '8f475116-ca4f-4717-af29-1aca5e350b5e', 'tag': '727e04d5-73d9-40d4-b1da-247a6660db94', 'status': 'completed', 'code': 200} Mar 29 20:23:14.120946 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596ad56-8939-4133-b1e6-dfd466f1cc9b req-162c847a-f1c5-4751-8c8f-73fae88d4d19 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:14.122670 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3596ad56-8939-4133-b1e6-dfd466f1cc9b req-162c847a-f1c5-4751-8c8f-73fae88d4d19 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.1625149 Mar 29 20:23:14.151833 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2568e82-f943-48a8-90ea-e308a183366d None None] Pushing event updated for resources: {'Port': ['ID=05c86d5d-9067-47dc-bb2e-47571c305112,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:14.192224 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-5823aaab-5c23-46e1-9e9f-921c1cef2de3 None None] Set router 0c8b3a80-4aae-4fc7-ac23-665769945cd5 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:23:14.208641 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9d88dc6a-f109-4071-92bf-4f23efe34ac4 admin admin] Publish callbacks [] for security_group (ec8fa3c0-2929-422b-97b0-8aee99b32843), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:14.282278 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-f37bdb5b-181b-45d5-995b-f8d871121aaf None None] Set router 4e55d042-4515-4621-875b-874bfc40d760 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:23:14.306476 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9d88dc6a-f109-4071-92bf-4f23efe34ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (ec8fa3c0-2929-422b-97b0-8aee99b32843), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:14.333549 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-6a2fd76d-9622-43ec-9ba2-24cb7bcb47a0 None None] Current status of the port 05c86d5d-9067-47dc-bb2e-47571c305112 is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:23:14.333959 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-6a2fd76d-9622-43ec-9ba2-24cb7bcb47a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (05c86d5d-9067-47dc-bb2e-47571c305112), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:14.398511 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d88dc6a-f109-4071-92bf-4f23efe34ac4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=103820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 20:23:14.409695 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9d88dc6a-f109-4071-92bf-4f23efe34ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (09e56051-d871-4aeb-ba67-f37cc475cb16), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:14.410310 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.db.segments_db [None req-9d88dc6a-f109-4071-92bf-4f23efe34ac4 admin admin] Added segment 09e56051-d871-4aeb-ba67-f37cc475cb16 of type vlan for network 12391e54-b133-4f91-9e40-f7f9726855db Mar 29 20:23:14.446981 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:23:14.457659 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3596ad56-8939-4133-b1e6-dfd466f1cc9b req-3d1d3ca4-e7cb-4833-9fc9-af4391a585c4 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3254278 Mar 29 20:23:14.482519 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9d88dc6a-f109-4071-92bf-4f23efe34ac4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738049548858'] for network (12391e54-b133-4f91-9e40-f7f9726855db), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:14.524164 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88dc6a-f109-4071-92bf-4f23efe34ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8fa3c0-2929-422b-97b0-8aee99b32843,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:14.532435 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d71765-09b3-4a29-bee4-4334150ff8e7 req-b0b8b3ce-ffc6-46de-aa36-33472e6a6e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:14.534071 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-23d71765-09b3-4a29-bee4-4334150ff8e7 req-b0b8b3ce-ffc6-46de-aa36-33472e6a6e1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=378d35471c8d47cc9624b98530d05223&device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 1129 time: 0.3462055 Mar 29 20:23:14.539925 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7739c-65a4-4e45-a8b3-5b9df0860a1b req-143cc67d-4300-4b99-a8a0-75057df1bd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:14.542356 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-5ad7739c-65a4-4e45-a8b3-5b9df0860a1b req-143cc67d-4300-4b99-a8a0-75057df1bd3c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dd80d1f5dd744e8bd5cea87c84f184b&device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 1130 time: 0.0669868 Mar 29 20:23:14.544190 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-5823aaab-5c23-46e1-9e9f-921c1cef2de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1578203618-router', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '12477710-1a04-440e-9f58-027689602082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:25Z', 'updated_at': '2022-03-29T20:20:33Z', 'revision_number': 4, 'project_id': '378d35471c8d47cc9624b98530d05223', 'gw_port': {'id': '12477710-1a04-440e-9f58-027689602082', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:27Z', 'updated_at': '2022-03-29T20:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '6bd6bd30-38bd-4059-bf34-f345e9365d31', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'floating_ip_address': '172.27.3.94', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'port_id': '727e04d5-73d9-40d4-b1da-247a6660db94', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738', 'mac_address': 'fa:16:3e:af:f3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f475116-ca4f-4717-af29-1aca5e350b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:22:52Z', 'updated_at': '2022-03-29T20:23:12Z', 'revision_number': 1, 'project_id': '378d35471c8d47cc9624b98530d05223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '140331ae-5df5-45fa-a3f9-bea191881f2d', 'name': '', 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'mac_address': 'fa:16:3e:e0:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:31Z', 'updated_at': '2022-03-29T20:20:45Z', 'revision_number': 5, 'project_id': '378d35471c8d47cc9624b98530d05223', 'subnets': [{'id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:23:14.583379 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5823aaab-5c23-46e1-9e9f-921c1cef2de3 None None] Checking router: 0c8b3a80-4aae-4fc7-ac23-665769945cd5 for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:23:14.593733 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5823aaab-5c23-46e1-9e9f-921c1cef2de3 None None] Routers {'0c8b3a80-4aae-4fc7-ac23-665769945cd5'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:23:14.595172 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-5823aaab-5c23-46e1-9e9f-921c1cef2de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:23:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['0c8b3a80-4aae-4fc7-ac23-665769945cd5'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:23:14.635347 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-6a2fd76d-9622-43ec-9ba2-24cb7bcb47a0 None None] For port 05c86d5d-9067-47dc-bb2e-47571c305112, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=05c86d5d-9067-47dc-bb2e-47571c305112,segment=NetworkSegment(a109c304-d1a5-4ee9-a960-da936291e203),segment_id=a109c304-d1a5-4ee9-a960-da936291e203)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:23:14.648253 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d71765-09b3-4a29-bee4-4334150ff8e7 req-9d6b3dcc-cffa-40cd-8135-84c6c8fca700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:14.649765 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-23d71765-09b3-4a29-bee4-4334150ff8e7 req-9d6b3dcc-cffa-40cd-8135-84c6c8fca700 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fccb8720-153f-47bd-b545-dee0eba76738 HTTP/1.1" status: 200 len: 920 time: 0.1004460 Mar 29 20:23:14.715176 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-6a2fd76d-9622-43ec-9ba2-24cb7bcb47a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (05c86d5d-9067-47dc-bb2e-47571c305112), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:14.726476 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485968a0-a1f7-45e9-94b7-1a8c3755990f req-1fcaf3de-14ec-4ce1-ab5c-52d1eceb58d5 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:14.735799 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-485968a0-a1f7-45e9-94b7-1a8c3755990f req-1fcaf3de-14ec-4ce1-ab5c-52d1eceb58d5 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 944 time: 0.2760439 Mar 29 20:23:14.743424 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7739c-65a4-4e45-a8b3-5b9df0860a1b req-42cf550b-034c-4e08-aee1-287214d0cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:14.745918 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-5ad7739c-65a4-4e45-a8b3-5b9df0860a1b req-42cf550b-034c-4e08-aee1-287214d0cd15 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbeb19d7-fa07-4f98-99ee-9b94135513d6 HTTP/1.1" status: 200 len: 917 time: 0.1947467 Mar 29 20:23:14.748952 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9d88dc6a-f109-4071-92bf-4f23efe34ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for network (12391e54-b133-4f91-9e40-f7f9726855db), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:14.750557 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d88dc6a-f109-4071-92bf-4f23efe34ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:14.750557 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9d88dc6a-f109-4071-92bf-4f23efe34ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:14.791037 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-5823aaab-5c23-46e1-9e9f-921c1cef2de3 None None] Set router 0c8b3a80-4aae-4fc7-ac23-665769945cd5 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:23:14.795686 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2fd76d-9622-43ec-9ba2-24cb7bcb47a0 None None] Pushing event updated for resources: {'Port': ['ID=05c86d5d-9067-47dc-bb2e-47571c305112,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:14.810270 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-f37bdb5b-181b-45d5-995b-f8d871121aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e55d042-4515-4621-875b-874bfc40d760', 'name': 'tempest-TestMinimumBasicScenario-506801266-router', 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'f86f2e53-cd81-4540-adb7-e0a898f71cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:23:03Z', 'updated_at': '2022-03-29T20:23:10Z', 'revision_number': 4, 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'gw_port': {'id': 'f86f2e53-cd81-4540-adb7-e0a898f71cff', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e55d042-4515-4621-875b-874bfc40d760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:05Z', 'updated_at': '2022-03-29T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '05c86d5d-9067-47dc-bb2e-47571c305112', 'name': '', 'network_id': 'ec7c80de-26a8-44bc-b650-b022758e3ce1', 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'mac_address': 'fa:16:3e:e5:a4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e55d042-4515-4621-875b-874bfc40d760', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '98fc0e2c-1bc2-49a5-9d7c-3117851043d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:08Z', 'updated_at': '2022-03-29T20:23:13Z', 'revision_number': 4, 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'subnets': [{'id': '98fc0e2c-1bc2-49a5-9d7c-3117851043d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:23:14.847907 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:14.849207 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37bdb5b-181b-45d5-995b-f8d871121aaf None None] The sync data for ids ['4e55d042-4515-4621-875b-874bfc40d760'] in dv-cinder-784815-3-iscsi is: [{'id': '4e55d042-4515-4621-875b-874bfc40d760', 'name': 'tempest-TestMinimumBasicScenario-506801266-router', 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'f86f2e53-cd81-4540-adb7-e0a898f71cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:23:03Z', 'updated_at': '2022-03-29T20:23:10Z', 'revision_number': 4, 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'gw_port': {'id': 'f86f2e53-cd81-4540-adb7-e0a898f71cff', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e55d042-4515-4621-875b-874bfc40d760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:05Z', 'updated_at': '2022-03-29T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '05c86d5d-9067-47dc-bb2e-47571c305112', 'name': '', 'network_id': 'ec7c80de-26a8-44bc-b650-b022758e3ce1', 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'mac_address': 'fa:16:3e:e5:a4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e55d042-4515-4621-875b-874bfc40d760', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '98fc0e2c-1bc2-49a5-9d7c-3117851043d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:08Z', 'updated_at': '2022-03-29T20:23:13Z', 'revision_number': 4, 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'subnets': [{'id': '98fc0e2c-1bc2-49a5-9d7c-3117851043d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:23:14.855515 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-23d71765-09b3-4a29-bee4-4334150ff8e7 req-3f135b1f-ab7e-4394-ad30-a7c63866ab35 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=727e04d5-73d9-40d4-b1da-247a6660db94 HTTP/1.1" status: 200 len: 998 time: 0.1979468 Mar 29 20:23:14.863653 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-325eae76-aa8b-4223-9025-774f8ffafae9 None None] Provisioning complete for port 05c86d5d-9067-47dc-bb2e-47571c305112 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:23:14.863653 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-325eae76-aa8b-4223-9025-774f8ffafae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (05c86d5d-9067-47dc-bb2e-47571c305112), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:14.914050 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-9d88dc6a-f109-4071-92bf-4f23efe34ac4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1694641 Mar 29 20:23:14.942271 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88dc6a-f109-4071-92bf-4f23efe34ac4 admin admin] Pushing event updated for resources: {'Network': ['ID=12391e54-b133-4f91-9e40-f7f9726855db,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:14.945780 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 47320) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:23:14.961064 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Network 12391e54-b133-4f91-9e40-f7f9726855db details requested by agent ovs-agent-dv-cinder-784815-3-iscsi with host dv-cinder-784815-3-iscsi {{(pid=103822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 20:23:14.970427 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-485968a0-a1f7-45e9-94b7-1a8c3755990f req-c694f9bb-dca7-4006-9d18-f73087da760d tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271085 Mar 29 20:23:14.975639 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-561f765e-b816-4334-a757-b729a13589d2 admin admin] Request body: {'subnet': {'network_id': '12391e54-b133-4f91-9e40-f7f9726855db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2096124488-subnet', 'tenant_id': 'a7eb3a2cad5c4b7ca6a3c8ed9a9297f5', 'ip_version': 4}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:23:15.014951 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-5ad7739c-65a4-4e45-a8b3-5b9df0860a1b req-ef6a9e17-f692-4b3e-bb70-e7765903760c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=786595bd-5a4a-4989-9760-332801a7a871 HTTP/1.1" status: 200 len: 1002 time: 0.2398601 Mar 29 20:23:15.078452 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d71765-09b3-4a29-bee4-4334150ff8e7 req-7aa2f810-07ca-436c-a230-133745d23788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:15.081619 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-23d71765-09b3-4a29-bee4-4334150ff8e7 req-7aa2f810-07ca-436c-a230-133745d23788 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f62aa6e9-61aa-4730-afeb-7a2b7cae7991 HTTP/1.1" status: 200 len: 858 time: 0.2187824 Mar 29 20:23:15.087173 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7739c-65a4-4e45-a8b3-5b9df0860a1b req-9b336cc2-1df4-46e5-9212-679f8ce935a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:15.093583 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-5ad7739c-65a4-4e45-a8b3-5b9df0860a1b req-9b336cc2-1df4-46e5-9212-679f8ce935a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8355bf79-4b50-4d2a-871e-8619ac782cca HTTP/1.1" status: 200 len: 855 time: 0.0721045 Mar 29 20:23:15.095539 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-325eae76-aa8b-4223-9025-774f8ffafae9 None None] Current status of the port 05c86d5d-9067-47dc-bb2e-47571c305112 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:23:15.178373 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7739c-65a4-4e45-a8b3-5b9df0860a1b req-69fddbf7-f50a-48d2-959b-94c79dbd3378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:15.180079 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-5ad7739c-65a4-4e45-a8b3-5b9df0860a1b req-69fddbf7-f50a-48d2-959b-94c79dbd3378 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbeb19d7-fa07-4f98-99ee-9b94135513d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0802507 Mar 29 20:23:15.311571 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-5ad7739c-65a4-4e45-a8b3-5b9df0860a1b req-35995936-0174-4f01-9355-38882b2ed9a9 service neutron] 10.222.0.42 "GET /v2.0/networks/cbeb19d7-fa07-4f98-99ee-9b94135513d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209681 Mar 29 20:23:15.324988 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-5823aaab-5c23-46e1-9e9f-921c1cef2de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1578203618-router', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '12477710-1a04-440e-9f58-027689602082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:25Z', 'updated_at': '2022-03-29T20:20:33Z', 'revision_number': 4, 'project_id': '378d35471c8d47cc9624b98530d05223', 'gw_port': {'id': '12477710-1a04-440e-9f58-027689602082', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:27Z', 'updated_at': '2022-03-29T20:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '6bd6bd30-38bd-4059-bf34-f345e9365d31', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'floating_ip_address': '172.27.3.94', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'port_id': '727e04d5-73d9-40d4-b1da-247a6660db94', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738', 'mac_address': 'fa:16:3e:af:f3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f475116-ca4f-4717-af29-1aca5e350b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:22:52Z', 'updated_at': '2022-03-29T20:23:12Z', 'revision_number': 1, 'project_id': '378d35471c8d47cc9624b98530d05223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '140331ae-5df5-45fa-a3f9-bea191881f2d', 'name': '', 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'mac_address': 'fa:16:3e:e0:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:31Z', 'updated_at': '2022-03-29T20:20:45Z', 'revision_number': 5, 'project_id': '378d35471c8d47cc9624b98530d05223', 'subnets': [{'id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:23:15.381835 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5823aaab-5c23-46e1-9e9f-921c1cef2de3 None None] The sync data for ids ['0c8b3a80-4aae-4fc7-ac23-665769945cd5'] in dv-cinder-784815-3-iscsi is: [{'id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1578203618-router', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '12477710-1a04-440e-9f58-027689602082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:25Z', 'updated_at': '2022-03-29T20:20:33Z', 'revision_number': 4, 'project_id': '378d35471c8d47cc9624b98530d05223', 'gw_port': {'id': '12477710-1a04-440e-9f58-027689602082', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:27Z', 'updated_at': '2022-03-29T20:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '6bd6bd30-38bd-4059-bf34-f345e9365d31', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'floating_ip_address': '172.27.3.94', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'port_id': '727e04d5-73d9-40d4-b1da-247a6660db94', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738', 'mac_address': 'fa:16:3e:af:f3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f475116-ca4f-4717-af29-1aca5e350b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:22:52Z', 'updated_at': '2022-03-29T20:23:12Z', 'revision_number': 1, 'project_id': '378d35471c8d47cc9624b98530d05223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '140331ae-5df5-45fa-a3f9-bea191881f2d', 'name': '', 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'mac_address': 'fa:16:3e:e0:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:31Z', 'updated_at': '2022-03-29T20:20:45Z', 'revision_number': 5, 'project_id': '378d35471c8d47cc9624b98530d05223', 'subnets': [{'id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:23:15.409915 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea137eb5-876a-4cb2-94ba-7bd0586f6f5e req-4b4a5445-1a5a-4a89-821e-069f50b11b64 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:15.421864 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ea137eb5-876a-4cb2-94ba-7bd0586f6f5e req-4b4a5445-1a5a-4a89-821e-069f50b11b64 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.4768896 Mar 29 20:23:15.424657 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561f765e-b816-4334-a757-b729a13589d2 admin admin] Made reservation on behalf of a7eb3a2cad5c4b7ca6a3c8ed9a9297f5 for: {'subnet': 1} {{(pid=103820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:23:15.427290 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-561f765e-b816-4334-a757-b729a13589d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126129298'] for subnet (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:15.489261 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-5ad7739c-65a4-4e45-a8b3-5b9df0860a1b req-e93c7d3e-5e7f-4fcc-9d35-150581ae7b66 service neutron] 10.222.0.42 "GET /v2.0/networks/cbeb19d7-fa07-4f98-99ee-9b94135513d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697471 Mar 29 20:23:15.610942 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d71765-09b3-4a29-bee4-4334150ff8e7 req-5a75807a-287d-4223-aa4d-ca2d9785f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:15.612692 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-23d71765-09b3-4a29-bee4-4334150ff8e7 req-5a75807a-287d-4223-aa4d-ca2d9785f1cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fccb8720-153f-47bd-b545-dee0eba76738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5227506 Mar 29 20:23:15.631580 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ea137eb5-876a-4cb2-94ba-7bd0586f6f5e req-dcea07c9-66c8-4e15-8d01-b09c24b984fa tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002435 Mar 29 20:23:15.710582 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 05c86d5d-9067-47dc-bb2e-47571c305112 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:23:15.791891 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325297a4-c883-4d05-a3ca-dcc5a0c2027c None None] New status for floating IP 6bd6bd30-38bd-4059-bf34-f345e9365d31: ACTIVE {{(pid=103822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 20:23:15.796440 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 05c86d5d-9067-47dc-bb2e-47571c305112 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:23:15.813959 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (05c86d5d-9067-47dc-bb2e-47571c305112), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:15.829928 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-23d71765-09b3-4a29-bee4-4334150ff8e7 req-771d2e2a-0c98-4083-8791-c8927a2b1de8 service neutron] 10.222.0.42 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961412 Mar 29 20:23:15.900790 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ead37-7b08-4cdb-bcde-0f5a28357620 req-ce4ac883-79f4-4315-8db4-485a3e21d4d8 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:15.902325 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c52ead37-7b08-4cdb-bcde-0f5a28357620 req-ce4ac883-79f4-4315-8db4-485a3e21d4d8 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.3576102 Mar 29 20:23:16.018109 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 05c86d5d-9067-47dc-bb2e-47571c305112 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:23:16.021425 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-561f765e-b816-4334-a757-b729a13589d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126325837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126129284'] for subnet (c7bde08c-f4fa-4db2-a532-3cbce53d75c0), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:16.060012 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-23d71765-09b3-4a29-bee4-4334150ff8e7 req-94ebcfe1-4334-4e6a-b899-b15375ffcede service neutron] 10.222.0.42 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202172 Mar 29 20:23:16.127057 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c52ead37-7b08-4cdb-bcde-0f5a28357620 req-77e82aac-2c36-40fb-b652-99317a43ce85 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1987309 Mar 29 20:23:16.160977 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f765e-b816-4334-a757-b729a13589d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7bde08c-f4fa-4db2-a532-3cbce53d75c0,revision_number=0']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:16.196384 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f7f88-b0d7-4025-87eb-c372708e59c0 req-1c694d4f-ee25-4c8a-aad1-7e09919cd749 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:16.198262 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-267f7f88-b0d7-4025-87eb-c372708e59c0 req-1c694d4f-ee25-4c8a-aad1-7e09919cd749 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 944 time: 0.1605165 Mar 29 20:23:16.199422 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561f765e-b816-4334-a757-b729a13589d2 admin admin] Checking segment: {'id': '09e56051-d871-4aeb-ba67-f37cc475cb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '12391e54-b133-4f91-9e40-f7f9726855db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:23:16.200106 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561f765e-b816-4334-a757-b729a13589d2 admin admin] Network hostable DHCP agents. Network: 12391e54-b133-4f91-9e40-f7f9726855db, hostable agents: ['fbd11a15-72c3-4df4-9a60-af3fb4eb1f23'], hosted agents: [] {{(pid=103820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 20:23:16.261972 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-267f7f88-b0d7-4025-87eb-c372708e59c0 req-8fd05538-2cbd-454b-a493-6cc4d9069191 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538878 Mar 29 20:23:16.307117 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561f765e-b816-4334-a757-b729a13589d2 admin admin] Network 12391e54-b133-4f91-9e40-f7f9726855db is scheduled to be hosted by DHCP agent fbd11a15-72c3-4df4-9a60-af3fb4eb1f23 with binding_index 1 {{(pid=103820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 20:23:16.376406 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-561f765e-b816-4334-a757-b729a13589d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-3-iscsi, 12391e54-b133-4f91-9e40-f7f9726855db) {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:23:16.380695 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561f765e-b816-4334-a757-b729a13589d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:16.381253 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-561f765e-b816-4334-a757-b729a13589d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:16.386002 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1387ba86-9d68-4c19-a241-816438445fd4 None None] Network 12391e54-b133-4f91-9e40-f7f9726855db requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:23:16.425559 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:16.458783 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-561f765e-b816-4334-a757-b729a13589d2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4898410 Mar 29 20:23:16.461241 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 47344) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:23:16.465487 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-21be48ae-649a-4fae-b682-2386f84d1ed1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2096124488-router', 'tenant_id': 'a7eb3a2cad5c4b7ca6a3c8ed9a9297f5', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:23:16.488568 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617c32c7-0f42-4d16-90a9-27d931ae2053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bbac15f-45b0-565a-a02d-41b9043018c6-12391e54-b133-4f91-9e40-f7f9726855db', 'network_id': '12391e54-b133-4f91-9e40-f7f9726855db', 'project_id': 'a7eb3a2cad5c4b7ca6a3c8ed9a9297f5', 'fixed_ips': [{'subnet_id': 'c7bde08c-f4fa-4db2-a532-3cbce53d75c0'}]}} from dv-cinder-784815-3-iscsi. {{(pid=103822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 20:23:16.488568 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-617c32c7-0f42-4d16-90a9-27d931ae2053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:16.570712 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-21be48ae-649a-4fae-b682-2386f84d1ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router (f20cc819-86c7-4d2e-b924-fa250799929a), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:16.571792 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-21be48ae-649a-4fae-b682-2386f84d1ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-432'] for router (f20cc819-86c7-4d2e-b924-fa250799929a), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:16.627282 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.db_base_plugin_common [None req-617c32c7-0f42-4d16-90a9-27d931ae2053 None None] Allocated IP 172.20.0.2 (12391e54-b133-4f91-9e40-f7f9726855db/c7bde08c-f4fa-4db2-a532-3cbce53d75c0/1a35a2d1-bca2-4149-a480-4fea008342ad) {{(pid=103822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:23:16.627937 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-21be48ae-649a-4fae-b682-2386f84d1ed1 admin admin] Publish callbacks [] for router_controller (f20cc819-86c7-4d2e-b924-fa250799929a), precommit_add_association {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:16.790408 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-617c32c7-0f42-4d16-90a9-27d931ae2053 None None] Publish callbacks [] for port (1a35a2d1-bca2-4149-a480-4fea008342ad), precommit_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:16.856407 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-617c32c7-0f42-4d16-90a9-27d931ae2053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270'] for port (1a35a2d1-bca2-4149-a480-4fea008342ad), after_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:16.867975 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6902a1-e59a-4279-b2a4-163281087a2d req-21252112-a738-4d56-9190-d6dd322cb79a tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:16.869478 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cf6902a1-e59a-4279-b2a4-163281087a2d req-21252112-a738-4d56-9190-d6dd322cb79a tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.1429672 Mar 29 20:23:16.878616 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-21be48ae-649a-4fae-b682-2386f84d1ed1 admin admin] Publish callbacks [] for router_gateway (f20cc819-86c7-4d2e-b924-fa250799929a), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:16.896524 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617c32c7-0f42-4d16-90a9-27d931ae2053 None None] Network 12391e54-b133-4f91-9e40-f7f9726855db is already hosted by enough agents. {{(pid=103822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:23:16.902403 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.scheduler.base_scheduler [None req-617c32c7-0f42-4d16-90a9-27d931ae2053 None None] Resources bound (agent type, host, resource id): {{(pid=103822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:23:16.911874 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617c32c7-0f42-4d16-90a9-27d931ae2053 None None] Received port after_create {{(pid=103822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:23:16.918066 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c32c7-0f42-4d16-90a9-27d931ae2053 None None] Pushing event updated for resources: {'Port': ['ID=1a35a2d1-bca2-4149-a480-4fea008342ad,revision_number=1']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:16.923868 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cf6902a1-e59a-4279-b2a4-163281087a2d req-71f04ca6-c39c-450c-ac9a-a67c96ebad5a tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479844 Mar 29 20:23:16.993048 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-617c32c7-0f42-4d16-90a9-27d931ae2053 None None] Attempting to bind port 1a35a2d1-bca2-4149-a480-4fea008342ad on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:23:16.993458 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-617c32c7-0f42-4d16-90a9-27d931ae2053 None None] Attempting to bind port 1a35a2d1-bca2-4149-a480-4fea008342ad by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': '09e56051-d871-4aeb-ba67-f37cc475cb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '12391e54-b133-4f91-9e40-f7f9726855db'}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:23:16.994346 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617c32c7-0f42-4d16-90a9-27d931ae2053 None None] Attempting to bind port 1a35a2d1-bca2-4149-a480-4fea008342ad on network 12391e54-b133-4f91-9e40-f7f9726855db {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:23:16.999660 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617c32c7-0f42-4d16-90a9-27d931ae2053 None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:23:17.000053 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617c32c7-0f42-4d16-90a9-27d931ae2053 None None] Checking segment: {'id': '09e56051-d871-4aeb-ba67-f37cc475cb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '12391e54-b133-4f91-9e40-f7f9726855db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:23:17.000478 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-617c32c7-0f42-4d16-90a9-27d931ae2053 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:17.000869 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617c32c7-0f42-4d16-90a9-27d931ae2053 None None] Bound using segment: {'id': '09e56051-d871-4aeb-ba67-f37cc475cb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '12391e54-b133-4f91-9e40-f7f9726855db'} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:23:17.001432 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-617c32c7-0f42-4d16-90a9-27d931ae2053 None None] Bound port: 1a35a2d1-bca2-4149-a480-4fea008342ad, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e56051-d871-4aeb-ba67-f37cc475cb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '12391e54-b133-4f91-9e40-f7f9726855db'}}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:23:17.001743 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-617c32c7-0f42-4d16-90a9-27d931ae2053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (1a35a2d1-bca2-4149-a480-4fea008342ad), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:17.068029 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-617c32c7-0f42-4d16-90a9-27d931ae2053 None None] For port 1a35a2d1-bca2-4149-a480-4fea008342ad, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:23:17.071303 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-617c32c7-0f42-4d16-90a9-27d931ae2053 None None] For port 1a35a2d1-bca2-4149-a480-4fea008342ad, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=1a35a2d1-bca2-4149-a480-4fea008342ad,segment=NetworkSegment(09e56051-d871-4aeb-ba67-f37cc475cb16),segment_id=09e56051-d871-4aeb-ba67-f37cc475cb16)] {{(pid=103822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:23:17.150050 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-21be48ae-649a-4fae-b682-2386f84d1ed1 admin admin] Publish callbacks [] for router_gateway (f20cc819-86c7-4d2e-b924-fa250799929a), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:17.174451 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-21be48ae-649a-4fae-b682-2386f84d1ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:17.182243 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-617c32c7-0f42-4d16-90a9-27d931ae2053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (1a35a2d1-bca2-4149-a480-4fea008342ad), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:17.261327 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c32c7-0f42-4d16-90a9-27d931ae2053 None None] Pushing event updated for resources: {'Port': ['ID=1a35a2d1-bca2-4149-a480-4fea008342ad,revision_number=2']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:17.338475 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129e2c6-ba34-461a-b286-b1702a3bd5e4 req-6c8ffe3e-2bba-4b1a-8268-4f107e8d06c5 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:17.340024 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f129e2c6-ba34-461a-b286-b1702a3bd5e4 req-6c8ffe3e-2bba-4b1a-8268-4f107e8d06c5 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.1074545 Mar 29 20:23:17.374769 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_common [None req-21be48ae-649a-4fae-b682-2386f84d1ed1 admin admin] Allocated IP 172.27.3.44 (921e7f1b-e183-4cfd-babe-1b51626667cb/9cb70218-5a19-4d48-a6d1-83791bae0ed9/180ab44c-2d3f-407d-a076-18fc2c21ae68) {{(pid=103820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:23:17.484490 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f129e2c6-ba34-461a-b286-b1702a3bd5e4 req-3a314129-b002-4fcb-86d6-8e1d5d63fc77 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314707 Mar 29 20:23:17.562808 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db66ba-5de0-490c-a130-8a76c447f11b req-dbaf47ca-bcf5-4ae6-af63-48f1209532a3 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:17.565114 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-13db66ba-5de0-490c-a130-8a76c447f11b req-dbaf47ca-bcf5-4ae6-af63-48f1209532a3 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 944 time: 0.2162235 Mar 29 20:23:17.599229 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-21be48ae-649a-4fae-b682-2386f84d1ed1 admin admin] Publish callbacks [] for port (180ab44c-2d3f-407d-a076-18fc2c21ae68), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:17.653656 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-13db66ba-5de0-490c-a130-8a76c447f11b req-012fd103-3b36-4ce9-ba0f-e6c1704250ca tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795586 Mar 29 20:23:17.689590 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 1a35a2d1-bca2-4149-a480-4fea008342ad up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:23:17.730770 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-21be48ae-649a-4fae-b682-2386f84d1ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (180ab44c-2d3f-407d-a076-18fc2c21ae68), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:17.742467 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 1a35a2d1-bca2-4149-a480-4fea008342ad triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:23:17.742886 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (1a35a2d1-bca2-4149-a480-4fea008342ad), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:17.770465 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21be48ae-649a-4fae-b682-2386f84d1ed1 admin admin] Network 921e7f1b-e183-4cfd-babe-1b51626667cb is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:23:17.774694 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-21be48ae-649a-4fae-b682-2386f84d1ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:23:17.778164 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21be48ae-649a-4fae-b682-2386f84d1ed1 admin admin] Received port after_create {{(pid=103820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:23:17.803359 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be48ae-649a-4fae-b682-2386f84d1ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=180ab44c-2d3f-407d-a076-18fc2c21ae68,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:17.826523 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 1a35a2d1-bca2-4149-a480-4fea008342ad is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:23:17.826933 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (1a35a2d1-bca2-4149-a480-4fea008342ad), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:17.861329 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] For port 1a35a2d1-bca2-4149-a480-4fea008342ad, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=1a35a2d1-bca2-4149-a480-4fea008342ad,segment=NetworkSegment(09e56051-d871-4aeb-ba67-f37cc475cb16),segment_id=09e56051-d871-4aeb-ba67-f37cc475cb16)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:23:17.907310 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (1a35a2d1-bca2-4149-a480-4fea008342ad), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:17.982468 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Pushing event updated for resources: {'Port': ['ID=1a35a2d1-bca2-4149-a480-4fea008342ad,revision_number=3']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:18.133831 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27150f25-bdff-45d0-978a-a2e6f551c962 req-dd7135af-4695-48d2-957f-e3c29ad092c9 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:18.136254 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-27150f25-bdff-45d0-978a-a2e6f551c962 req-dd7135af-4695-48d2-957f-e3c29ad092c9 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 946 time: 0.1146355 Mar 29 20:23:18.152982 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-21be48ae-649a-4fae-b682-2386f84d1ed1 admin admin] Publish callbacks [] for router_gateway (f20cc819-86c7-4d2e-b924-fa250799929a), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:18.268162 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-27150f25-bdff-45d0-978a-a2e6f551c962 req-e883d0bc-829c-46ea-8098-7ee2c540b8b7 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231523 Mar 29 20:23:18.373998 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63700564-f6e0-4294-90ae-6a9477f2bde2 None None] Network 12391e54-b133-4f91-9e40-f7f9726855db requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:23:18.411991 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-21be48ae-649a-4fae-b682-2386f84d1ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540959'] for router (f20cc819-86c7-4d2e-b924-fa250799929a), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:18.463432 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-29e3f312-822f-4e40-84c8-065731588eaa None None] Provisioning complete for port 1a35a2d1-bca2-4149-a480-4fea008342ad triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:23:18.463797 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-29e3f312-822f-4e40-84c8-065731588eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (1a35a2d1-bca2-4149-a480-4fea008342ad), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:18.590744 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-29e3f312-822f-4e40-84c8-065731588eaa None None] Current status of the port 1a35a2d1-bca2-4149-a480-4fea008342ad is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:23:18.649907 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9c209-bc78-49c9-990d-0c7825ecf733 req-c1881203-a637-4010-a630-e898f7e5b1e8 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:18.651482 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-bdb9c209-bc78-49c9-990d-0c7825ecf733 req-c1881203-a637-4010-a630-e898f7e5b1e8 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0601788 Mar 29 20:23:18.671049 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21be48ae-649a-4fae-b682-2386f84d1ed1 admin admin] Router f20cc819-86c7-4d2e-b924-fa250799929a is scheduled to L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d with binding_index 1 {{(pid=103820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 20:23:18.773464 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-bdb9c209-bc78-49c9-990d-0c7825ecf733 req-fd7fe70c-243f-42a2-90fc-fe75b17fdbbf tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162405 Mar 29 20:23:18.812368 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-468b74c7-19e2-4327-84fb-8d82d5390819 None None] Provisioning complete for port 1a35a2d1-bca2-4149-a480-4fea008342ad triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:23:18.813325 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-468b74c7-19e2-4327-84fb-8d82d5390819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (1a35a2d1-bca2-4149-a480-4fea008342ad), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:18.818178 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21be48ae-649a-4fae-b682-2386f84d1ed1 admin admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:23:18.826827 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 17f5280a-0809-4341-b09e-7e4fca341272 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 20:23:18.829199 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2a391c-125d-4e4a-ba52-7b2c023cf205 None None] Sync routers for ids ['f20cc819-86c7-4d2e-b924-fa250799929a'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:23:18.831591 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 786595bd-5a4a-4989-9760-332801a7a871 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:23:18.841623 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2a391c-125d-4e4a-ba52-7b2c023cf205 None None] Routers {'f20cc819-86c7-4d2e-b924-fa250799929a'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:23:18.842234 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-6b2a391c-125d-4e4a-ba52-7b2c023cf205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:23:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['f20cc819-86c7-4d2e-b924-fa250799929a'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:23:18.895078 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dffc4a-35d1-42b3-aaca-0a012d1c1c03 req-e850ea99-f081-425f-bbc0-5304ed4d4ed4 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:18.896580 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-15dffc4a-35d1-42b3-aaca-0a012d1c1c03 req-e850ea99-f081-425f-bbc0-5304ed4d4ed4 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 944 time: 0.0580189 Mar 29 20:23:18.925817 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-21be48ae-649a-4fae-b682-2386f84d1ed1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:18.927383 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-21be48ae-649a-4fae-b682-2386f84d1ed1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4651356 Mar 29 20:23:18.930280 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 47378) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:23:18.990741 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-15dffc4a-35d1-42b3-aaca-0a012d1c1c03 req-9f669df2-7c2f-4e91-8ce0-7813ed100c73 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864453 Mar 29 20:23:19.069888 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-6b2a391c-125d-4e4a-ba52-7b2c023cf205 None None] Set router f20cc819-86c7-4d2e-b924-fa250799929a gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:23:19.073183 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 17f5280a-0809-4341-b09e-7e4fca341272, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=17f5280a-0809-4341-b09e-7e4fca341272,segment=NetworkSegment(8a5c2f71-2128-458a-86c9-66786652e5d8),segment_id=8a5c2f71-2128-458a-86c9-66786652e5d8)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:23:19.106796 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 786595bd-5a4a-4989-9760-332801a7a871 is: ACTIVE; New status is: DOWN {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:23:19.107175 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (786595bd-5a4a-4989-9760-332801a7a871), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:19.114928 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Returning: {'device': '17f5280a-0809-4341-b09e-7e4fca341272', 'network_id': 'd939773b-8d62-47b4-b7b4-1f471826d25d', 'port_id': '17f5280a-0809-4341-b09e-7e4fca341272', 'mac_address': 'fa:16:3e:cb:2d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '799fd8a5-a8ac-4d73-99bd-f021992151a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 20:23:19.163371 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-468b74c7-19e2-4327-84fb-8d82d5390819 None None] Current status of the port 1a35a2d1-bca2-4149-a480-4fea008342ad is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:23:19.171584 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17ca5e9-aa51-491b-b298-59a8957e84a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '786595bd-5a4a-4989-9760-332801a7a871'}] {{(pid=103822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:23:19.175197 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0861b571914e5dc523c78e704c27631447c9211d5b419e1eb1b6a7c48cd57d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08fe45f-183d-44d2-a264-a3ed4c2001f6" -d '{"events": [{"server_uuid": "f17ca5e9-aa51-491b-b298-59a8957e84a2", "name": "network-vif-unplugged", "status": "completed", "tag": "786595bd-5a4a-4989-9760-332801a7a871"}]}' {{(pid=103822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:23:19.197865 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 786595bd-5a4a-4989-9760-332801a7a871, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=786595bd-5a4a-4989-9760-332801a7a871,segment=NetworkSegment(144a29d3-8b92-419a-a892-5d1bda94856a),segment_id=144a29d3-8b92-419a-a892-5d1bda94856a)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:23:19.202364 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 17f5280a-0809-4341-b09e-7e4fca341272 is: DOWN; New status is: BUILD {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:23:19.202746 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (17f5280a-0809-4341-b09e-7e4fca341272), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:19.218711 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f5280a-0809-4341-b09e-7e4fca341272 {{(pid=103822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:23:19.225652 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Mar 2022 20:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18365de5-0972-414d-aaeb-1ee94ba4cd5a x-openstack-request-id: req-18365de5-0972-414d-aaeb-1ee94ba4cd5a {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:23:19.225936 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17ca5e9-aa51-491b-b298-59a8957e84a2", "name": "network-vif-unplugged", "status": "failed", "tag": "786595bd-5a4a-4989-9760-332801a7a871", "code": 422}]} {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:23:19.226301 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-18365de5-0972-414d-aaeb-1ee94ba4cd5a {{(pid=103822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:23:19.226651 dv-cinder-784815-3-iscsi neutron-server[103822]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-18365de5-0972-414d-aaeb-1ee94ba4cd5a']: {'server_uuid': 'f17ca5e9-aa51-491b-b298-59a8957e84a2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '786595bd-5a4a-4989-9760-332801a7a871', 'code': 422} returned with failed status Mar 29 20:23:19.242629 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 17f5280a-0809-4341-b09e-7e4fca341272, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=17f5280a-0809-4341-b09e-7e4fca341272,segment=NetworkSegment(8a5c2f71-2128-458a-86c9-66786652e5d8),segment_id=8a5c2f71-2128-458a-86c9-66786652e5d8)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:23:19.262065 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-6b2a391c-125d-4e4a-ba52-7b2c023cf205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20cc819-86c7-4d2e-b924-fa250799929a', 'name': 'tempest-TestMinimumBasicScenario-2096124488-router', 'tenant_id': 'a7eb3a2cad5c4b7ca6a3c8ed9a9297f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '180ab44c-2d3f-407d-a076-18fc2c21ae68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:23:16Z', 'updated_at': '2022-03-29T20:23:17Z', 'revision_number': 3, 'project_id': 'a7eb3a2cad5c4b7ca6a3c8ed9a9297f5', 'gw_port': {'id': '180ab44c-2d3f-407d-a076-18fc2c21ae68', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20cc819-86c7-4d2e-b924-fa250799929a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:17Z', 'updated_at': '2022-03-29T20:23:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:23:19.268153 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (786595bd-5a4a-4989-9760-332801a7a871), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:19.290815 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2a391c-125d-4e4a-ba52-7b2c023cf205 None None] Checking router: f20cc819-86c7-4d2e-b924-fa250799929a for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:23:19.291250 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2a391c-125d-4e4a-ba52-7b2c023cf205 None None] Updating router f20cc819-86c7-4d2e-b924-fa250799929a port 180ab44c-2d3f-407d-a076-18fc2c21ae68 binding host dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 20:23:19.317876 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=786595bd-5a4a-4989-9760-332801a7a871,revision_number=8']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:19.324030 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-6b2a391c-125d-4e4a-ba52-7b2c023cf205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (180ab44c-2d3f-407d-a076-18fc2c21ae68), before_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:19.329586 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (17f5280a-0809-4341-b09e-7e4fca341272), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:19.403180 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=17f5280a-0809-4341-b09e-7e4fca341272,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:19.474763 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-be5dd726-7f39-401f-bcec-3d17ee6abb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:19.609096 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-6b2a391c-125d-4e4a-ba52-7b2c023cf205 None None] Publish callbacks [] for port (180ab44c-2d3f-407d-a076-18fc2c21ae68), precommit_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:19.653774 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 1a35a2d1-bca2-4149-a480-4fea008342ad up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:23:19.674630 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-6b2a391c-125d-4e4a-ba52-7b2c023cf205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (180ab44c-2d3f-407d-a076-18fc2c21ae68), after_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:19.675077 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_common [None req-be5dd726-7f39-401f-bcec-3d17ee6abb77 admin admin] Allocated IP 172.20.0.1 (12391e54-b133-4f91-9e40-f7f9726855db/c7bde08c-f4fa-4db2-a532-3cbce53d75c0/f52d70bc-4c9c-4e5e-823b-571eb77f0fbd) {{(pid=103821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:23:19.677684 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [req-07569122-d559-4f66-a4e1-2c17a5ee514d req-3180bc3e-328a-40ce-bdb6-99119e43a1ef service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103820) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 20:23:19.679274 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-07569122-d559-4f66-a4e1-2c17a5ee514d req-3180bc3e-328a-40ce-bdb6-99119e43a1ef service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059054 Mar 29 20:23:19.712369 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 1a35a2d1-bca2-4149-a480-4fea008342ad triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:23:19.712747 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (1a35a2d1-bca2-4149-a480-4fea008342ad), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:19.718077 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad78c6-93ec-4765-add5-8db70fa67af7 None None] Pushing event updated for resources: {'Port': ['ID=180ab44c-2d3f-407d-a076-18fc2c21ae68,revision_number=2']} {{(pid=103823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:19.738448 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-6b2a391c-125d-4e4a-ba52-7b2c023cf205 None None] Attempting to bind port 180ab44c-2d3f-407d-a076-18fc2c21ae68 on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:23:19.738818 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-6b2a391c-125d-4e4a-ba52-7b2c023cf205 None None] Attempting to bind port 180ab44c-2d3f-407d-a076-18fc2c21ae68 by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}] {{(pid=103823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:23:19.739171 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2a391c-125d-4e4a-ba52-7b2c023cf205 None None] Attempting to bind port 180ab44c-2d3f-407d-a076-18fc2c21ae68 on network 921e7f1b-e183-4cfd-babe-1b51626667cb {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:23:19.744295 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2a391c-125d-4e4a-ba52-7b2c023cf205 None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:23:19.744594 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2a391c-125d-4e4a-ba52-7b2c023cf205 None None] Checking segment: {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:23:19.744989 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-6b2a391c-125d-4e4a-ba52-7b2c023cf205 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:19.745413 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2a391c-125d-4e4a-ba52-7b2c023cf205 None None] Bound using segment: {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'} {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:23:19.745875 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-6b2a391c-125d-4e4a-ba52-7b2c023cf205 None None] Bound port: 180ab44c-2d3f-407d-a076-18fc2c21ae68, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}}] {{(pid=103823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:23:19.746242 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-6b2a391c-125d-4e4a-ba52-7b2c023cf205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (180ab44c-2d3f-407d-a076-18fc2c21ae68), before_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:19.800238 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.db [None req-6b2a391c-125d-4e4a-ba52-7b2c023cf205 None None] For port 180ab44c-2d3f-407d-a076-18fc2c21ae68, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:23:19.801652 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 1a35a2d1-bca2-4149-a480-4fea008342ad is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:23:19.803403 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.db [None req-6b2a391c-125d-4e4a-ba52-7b2c023cf205 None None] For port 180ab44c-2d3f-407d-a076-18fc2c21ae68, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=180ab44c-2d3f-407d-a076-18fc2c21ae68,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:23:19.810434 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-be5dd726-7f39-401f-bcec-3d17ee6abb77 admin admin] Publish callbacks [] for port (f52d70bc-4c9c-4e5e-823b-571eb77f0fbd), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:19.862326 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-6b2a391c-125d-4e4a-ba52-7b2c023cf205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (180ab44c-2d3f-407d-a076-18fc2c21ae68), after_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:19.908495 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-be5dd726-7f39-401f-bcec-3d17ee6abb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (f52d70bc-4c9c-4e5e-823b-571eb77f0fbd), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:19.927014 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad78c6-93ec-4765-add5-8db70fa67af7 None None] Pushing event updated for resources: {'Port': ['ID=180ab44c-2d3f-407d-a076-18fc2c21ae68,revision_number=3']} {{(pid=103823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:19.932914 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2a391c-125d-4e4a-ba52-7b2c023cf205 None None] Routers {'f20cc819-86c7-4d2e-b924-fa250799929a'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:23:19.935875 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-6b2a391c-125d-4e4a-ba52-7b2c023cf205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:23:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['f20cc819-86c7-4d2e-b924-fa250799929a'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:23:19.951226 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5dd726-7f39-401f-bcec-3d17ee6abb77 admin admin] Network 12391e54-b133-4f91-9e40-f7f9726855db is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:23:19.954771 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [None req-be5dd726-7f39-401f-bcec-3d17ee6abb77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:23:19.958598 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5dd726-7f39-401f-bcec-3d17ee6abb77 admin admin] Received port after_create {{(pid=103821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:23:19.993055 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5dd726-7f39-401f-bcec-3d17ee6abb77 admin admin] Pushing event updated for resources: {'Port': ['ID=f52d70bc-4c9c-4e5e-823b-571eb77f0fbd,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:20.005902 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-be5dd726-7f39-401f-bcec-3d17ee6abb77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548808'] for router_interface (f20cc819-86c7-4d2e-b924-fa250799929a), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:20.059198 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ae76a-9f79-4e7f-a30a-6c4da0c234a8 req-f95637d9-fd9a-4855-bed9-bd46eada83c1 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:20.060729 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-254ae76a-9f79-4e7f-a30a-6c4da0c234a8 req-f95637d9-fd9a-4855-bed9-bd46eada83c1 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.0953434 Mar 29 20:23:20.093361 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-6b2a391c-125d-4e4a-ba52-7b2c023cf205 None None] Set router f20cc819-86c7-4d2e-b924-fa250799929a gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:23:20.164220 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-254ae76a-9f79-4e7f-a30a-6c4da0c234a8 req-aa7cfb7d-e59d-4de6-9daf-88812b801062 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939329 Mar 29 20:23:20.216526 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f21b5f-c5f9-4854-9455-1347570b9f41 req-cf4ef302-39cd-49c2-8f32-d148f7be02a6 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:20.224972 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-02f21b5f-c5f9-4854-9455-1347570b9f41 req-cf4ef302-39cd-49c2-8f32-d148f7be02a6 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 945 time: 0.1324790 Mar 29 20:23:20.297704 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-02f21b5f-c5f9-4854-9455-1347570b9f41 req-2f2f897e-d427-44c8-8b64-4723fac43305 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710883 Mar 29 20:23:20.306578 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cda61e62-d330-46c2-b8b2-259b913da7e4 None None] Provisioning complete for port f52d70bc-4c9c-4e5e-823b-571eb77f0fbd triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:23:20.307217 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cda61e62-d330-46c2-b8b2-259b913da7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (f52d70bc-4c9c-4e5e-823b-571eb77f0fbd), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:20.336957 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-6b2a391c-125d-4e4a-ba52-7b2c023cf205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20cc819-86c7-4d2e-b924-fa250799929a', 'name': 'tempest-TestMinimumBasicScenario-2096124488-router', 'tenant_id': 'a7eb3a2cad5c4b7ca6a3c8ed9a9297f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '180ab44c-2d3f-407d-a076-18fc2c21ae68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:23:16Z', 'updated_at': '2022-03-29T20:23:17Z', 'revision_number': 3, 'project_id': 'a7eb3a2cad5c4b7ca6a3c8ed9a9297f5', 'gw_port': {'id': '180ab44c-2d3f-407d-a076-18fc2c21ae68', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20cc819-86c7-4d2e-b924-fa250799929a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:17Z', 'updated_at': '2022-03-29T20:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:23:20.343842 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-be5dd726-7f39-401f-bcec-3d17ee6abb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (f52d70bc-4c9c-4e5e-823b-571eb77f0fbd), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:20.348847 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cda61e62-d330-46c2-b8b2-259b913da7e4 None None] Port f52d70bc-4c9c-4e5e-823b-571eb77f0fbd cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:23:20.370959 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2a391c-125d-4e4a-ba52-7b2c023cf205 None None] The sync data for ids ['f20cc819-86c7-4d2e-b924-fa250799929a'] in dv-cinder-784815-3-iscsi is: [{'id': 'f20cc819-86c7-4d2e-b924-fa250799929a', 'name': 'tempest-TestMinimumBasicScenario-2096124488-router', 'tenant_id': 'a7eb3a2cad5c4b7ca6a3c8ed9a9297f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '180ab44c-2d3f-407d-a076-18fc2c21ae68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:23:16Z', 'updated_at': '2022-03-29T20:23:17Z', 'revision_number': 3, 'project_id': 'a7eb3a2cad5c4b7ca6a3c8ed9a9297f5', 'gw_port': {'id': '180ab44c-2d3f-407d-a076-18fc2c21ae68', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20cc819-86c7-4d2e-b924-fa250799929a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:17Z', 'updated_at': '2022-03-29T20:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:23:20.519175 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-be5dd726-7f39-401f-bcec-3d17ee6abb77 admin admin] Publish callbacks [] for port (f52d70bc-4c9c-4e5e-823b-571eb77f0fbd), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:20.598848 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-be5dd726-7f39-401f-bcec-3d17ee6abb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129149341'] for port (f52d70bc-4c9c-4e5e-823b-571eb77f0fbd), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:20.664188 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5dd726-7f39-401f-bcec-3d17ee6abb77 admin admin] Pushing event updated for resources: {'Port': ['ID=f52d70bc-4c9c-4e5e-823b-571eb77f0fbd,revision_number=2']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:20.666611 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-be5dd726-7f39-401f-bcec-3d17ee6abb77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3663951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548700'] for router_interface (f20cc819-86c7-4d2e-b924-fa250799929a), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:20.691590 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 47416) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:23:20.759604 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5dd726-7f39-401f-bcec-3d17ee6abb77 admin admin] Network 12391e54-b133-4f91-9e40-f7f9726855db is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:23:20.760990 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [None req-be5dd726-7f39-401f-bcec-3d17ee6abb77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:23:20.782559 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8cd9c062-ff57-46bb-b4d9-b5c905465be8 req-cab7a522-3ad6-478b-ba94-6ba5f82e8014 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891669 Mar 29 20:23:20.791330 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [req-8cd9c062-ff57-46bb-b4d9-b5c905465be8 req-85bc73a4-6726-4f7b-9a89-27ef01a13af0 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103820) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 20:23:20.792275 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8cd9c062-ff57-46bb-b4d9-b5c905465be8 req-85bc73a4-6726-4f7b-9a89-27ef01a13af0 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047557 Mar 29 20:23:20.888146 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 47424) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:23:21.031337 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9c062-ff57-46bb-b4d9-b5c905465be8 req-08e88923-934c-4558-82be-d5028cc15916 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:21.032840 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8cd9c062-ff57-46bb-b4d9-b5c905465be8 req-08e88923-934c-4558-82be-d5028cc15916 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports/786595bd-5a4a-4989-9760-332801a7a871 HTTP/1.1" status: 200 len: 941 time: 0.1436243 Mar 29 20:23:21.074455 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-a0ee7b65-e52e-43eb-8ac1-5a122179180a None None] Provisioning complete for port f52d70bc-4c9c-4e5e-823b-571eb77f0fbd triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:23:21.074963 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-a0ee7b65-e52e-43eb-8ac1-5a122179180a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (f52d70bc-4c9c-4e5e-823b-571eb77f0fbd), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:21.088925 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5dd726-7f39-401f-bcec-3d17ee6abb77 admin admin] Router f20cc819-86c7-4d2e-b924-fa250799929a has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:23:21.116346 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-a0ee7b65-e52e-43eb-8ac1-5a122179180a None None] Port f52d70bc-4c9c-4e5e-823b-571eb77f0fbd cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:23:21.198140 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5dd726-7f39-401f-bcec-3d17ee6abb77 admin admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:23:21.202834 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-be5dd726-7f39-401f-bcec-3d17ee6abb77 admin admin] 10.222.0.43 "PUT /v2.0/routers/f20cc819-86c7-4d2e-b924-fa250799929a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2709467 Mar 29 20:23:21.317075 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6358e29-8965-4720-911a-caf52038525a req-759a6967-6d11-49c5-bf1b-d2666d95e1dc tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:21.318711 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f6358e29-8965-4720-911a-caf52038525a req-759a6967-6d11-49c5-bf1b-d2666d95e1dc tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.0557964 Mar 29 20:23:21.389562 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f6358e29-8965-4720-911a-caf52038525a req-2f620d75-2a26-4e69-b75b-70e85b80a36a tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640681 Mar 29 20:23:21.465618 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47996005-486e-44db-ad35-bbb0bf67b837 req-be97275b-4855-439c-8b66-d7298a6e2154 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:21.467175 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-47996005-486e-44db-ad35-bbb0bf67b837 req-be97275b-4855-439c-8b66-d7298a6e2154 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 945 time: 0.0945709 Mar 29 20:23:21.535823 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-47996005-486e-44db-ad35-bbb0bf67b837 req-f8eea255-06a4-4c11-aaa1-47806fc3aeae tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618367 Mar 29 20:23:21.686673 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 180ab44c-2d3f-407d-a076-18fc2c21ae68 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:23:21.746147 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 180ab44c-2d3f-407d-a076-18fc2c21ae68 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:23:21.746418 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (180ab44c-2d3f-407d-a076-18fc2c21ae68), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:21.842547 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['17f5280a-0809-4341-b09e-7e4fca341272'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:23:21.848827 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 180ab44c-2d3f-407d-a076-18fc2c21ae68 is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:23:21.849622 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (180ab44c-2d3f-407d-a076-18fc2c21ae68), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:21.898022 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] For port 180ab44c-2d3f-407d-a076-18fc2c21ae68, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=180ab44c-2d3f-407d-a076-18fc2c21ae68,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:23:21.972976 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (180ab44c-2d3f-407d-a076-18fc2c21ae68), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:22.212180 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Pushing event updated for resources: {'Port': ['ID=180ab44c-2d3f-407d-a076-18fc2c21ae68,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:22.528721 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bab38-0584-4c57-9988-c84c6bfef617 req-3034e9c1-de33-41cc-b0e5-b068c34801f9 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:22.530295 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-986bab38-0584-4c57-9988-c84c6bfef617 req-3034e9c1-de33-41cc-b0e5-b068c34801f9 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.0599985 Mar 29 20:23:22.587769 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-986bab38-0584-4c57-9988-c84c6bfef617 req-7e243486-549c-476d-b394-7122950cec73 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505354 Mar 29 20:23:22.961677 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd90a4-94f3-43dc-8317-61b9b317f8ed req-51a6a93c-a4c7-4147-9537-3e4a0b280ec9 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:22.963708 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d4dd90a4-94f3-43dc-8317-61b9b317f8ed req-51a6a93c-a4c7-4147-9537-3e4a0b280ec9 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 945 time: 0.3335068 Mar 29 20:23:23.037356 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d4dd90a4-94f3-43dc-8317-61b9b317f8ed req-504797d8-fcc2-4a78-a6ac-2a1d84e71037 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668976 Mar 29 20:23:23.109981 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d747e91c-d717-42d4-b0ed-09df36b99f53 None None] Sync routers for ids ['f20cc819-86c7-4d2e-b924-fa250799929a'] in dv-cinder-784815-3-iscsi {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:23:23.121176 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d747e91c-d717-42d4-b0ed-09df36b99f53 None None] Routers {'f20cc819-86c7-4d2e-b924-fa250799929a'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:23:23.121876 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-d747e91c-d717-42d4-b0ed-09df36b99f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:23:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['f20cc819-86c7-4d2e-b924-fa250799929a'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:23:23.275715 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-d747e91c-d717-42d4-b0ed-09df36b99f53 None None] Set router f20cc819-86c7-4d2e-b924-fa250799929a gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:23:23.512517 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 17f5280a-0809-4341-b09e-7e4fca341272 up at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:23:23.569988 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-d747e91c-d717-42d4-b0ed-09df36b99f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20cc819-86c7-4d2e-b924-fa250799929a', 'name': 'tempest-TestMinimumBasicScenario-2096124488-router', 'tenant_id': 'a7eb3a2cad5c4b7ca6a3c8ed9a9297f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '180ab44c-2d3f-407d-a076-18fc2c21ae68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:23:16Z', 'updated_at': '2022-03-29T20:23:20Z', 'revision_number': 4, 'project_id': 'a7eb3a2cad5c4b7ca6a3c8ed9a9297f5', 'gw_port': {'id': '180ab44c-2d3f-407d-a076-18fc2c21ae68', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20cc819-86c7-4d2e-b924-fa250799929a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:17Z', 'updated_at': '2022-03-29T20:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'f52d70bc-4c9c-4e5e-823b-571eb77f0fbd', 'name': '', 'network_id': '12391e54-b133-4f91-9e40-f7f9726855db', 'tenant_id': 'a7eb3a2cad5c4b7ca6a3c8ed9a9297f5', 'mac_address': 'fa:16:3e:bf:1c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20cc819-86c7-4d2e-b924-fa250799929a', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'c7bde08c-f4fa-4db2-a532-3cbce53d75c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:19Z', 'updated_at': '2022-03-29T20:23:20Z', 'revision_number': 2, 'project_id': 'a7eb3a2cad5c4b7ca6a3c8ed9a9297f5', 'subnets': [{'id': 'c7bde08c-f4fa-4db2-a532-3cbce53d75c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:23:23.605466 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d747e91c-d717-42d4-b0ed-09df36b99f53 None None] Checking router: f20cc819-86c7-4d2e-b924-fa250799929a for host: dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:23:23.605895 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d747e91c-d717-42d4-b0ed-09df36b99f53 None None] Updating router f20cc819-86c7-4d2e-b924-fa250799929a port f52d70bc-4c9c-4e5e-823b-571eb77f0fbd binding host dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 20:23:23.655891 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-d747e91c-d717-42d4-b0ed-09df36b99f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (f52d70bc-4c9c-4e5e-823b-571eb77f0fbd), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:23.661001 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 180ab44c-2d3f-407d-a076-18fc2c21ae68 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:23:23.728709 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning for port 17f5280a-0809-4341-b09e-7e4fca341272 completed by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 20:23:23.736578 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning complete for port 17f5280a-0809-4341-b09e-7e4fca341272 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:23:23.737019 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (17f5280a-0809-4341-b09e-7e4fca341272), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:23.755086 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f5c08-28d7-413e-adde-d6acff881a0c req-71ddc8c0-80f0-4749-968b-1066daebc83a tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:23.757781 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b69f5c08-28d7-413e-adde-d6acff881a0c req-71ddc8c0-80f0-4749-968b-1066daebc83a tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.0637877 Mar 29 20:23:23.845562 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b69f5c08-28d7-413e-adde-d6acff881a0c req-82c278a8-d335-401e-aead-9ab84d506d47 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830727 Mar 29 20:23:23.849158 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 180ab44c-2d3f-407d-a076-18fc2c21ae68 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:23:23.849604 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (180ab44c-2d3f-407d-a076-18fc2c21ae68), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:24.035649 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 17f5280a-0809-4341-b09e-7e4fca341272 is: BUILD; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:23:24.036032 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (17f5280a-0809-4341-b09e-7e4fca341272), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:24.051573 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9c062-ff57-46bb-b4d9-b5c905465be8 req-e34e636b-6cb0-4fe1-9966-c68c3a5dc81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:24.053449 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8cd9c062-ff57-46bb-b4d9-b5c905465be8 req-e34e636b-6cb0-4fe1-9966-c68c3a5dc81f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2&tenant_id=4dd80d1f5dd744e8bd5cea87c84f184b HTTP/1.1" status: 200 len: 1128 time: 0.1033542 Mar 29 20:23:24.099160 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8298dbc5-55e6-42b6-a7cb-5bb84329e6cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f5280a-0809-4341-b09e-7e4fca341272'}] {{(pid=103822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:23:24.101026 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0861b571914e5dc523c78e704c27631447c9211d5b419e1eb1b6a7c48cd57d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c6081d-8745-4132-8f6f-42be5fea552c" -d '{"events": [{"server_uuid": "8298dbc5-55e6-42b6-a7cb-5bb84329e6cc", "name": "network-vif-plugged", "status": "completed", "tag": "17f5280a-0809-4341-b09e-7e4fca341272"}]}' {{(pid=103822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:23:24.123871 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 180ab44c-2d3f-407d-a076-18fc2c21ae68 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:23:24.132070 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 17f5280a-0809-4341-b09e-7e4fca341272, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=17f5280a-0809-4341-b09e-7e4fca341272,segment=NetworkSegment(8a5c2f71-2128-458a-86c9-66786652e5d8),segment_id=8a5c2f71-2128-458a-86c9-66786652e5d8)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:23:24.212894 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-d747e91c-d717-42d4-b0ed-09df36b99f53 None None] Publish callbacks [] for port (f52d70bc-4c9c-4e5e-823b-571eb77f0fbd), precommit_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:24.216250 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d88b2c-a7ba-4227-9089-28586e970de7 x-openstack-request-id: req-c8d88b2c-a7ba-4227-9089-28586e970de7 {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:23:24.217022 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8298dbc5-55e6-42b6-a7cb-5bb84329e6cc", "name": "network-vif-plugged", "status": "completed", "tag": "17f5280a-0809-4341-b09e-7e4fca341272", "code": 200}]} {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:23:24.217278 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c8d88b2c-a7ba-4227-9089-28586e970de7 {{(pid=103822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:23:24.217692 dv-cinder-784815-3-iscsi neutron-server[103822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8d88b2c-a7ba-4227-9089-28586e970de7'] response: {'server_uuid': '8298dbc5-55e6-42b6-a7cb-5bb84329e6cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f5280a-0809-4341-b09e-7e4fca341272', 'code': 200} Mar 29 20:23:24.218906 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (17f5280a-0809-4341-b09e-7e4fca341272), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:24.219789 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 786595bd-5a4a-4989-9760-332801a7a871 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:23:24.251611 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9c062-ff57-46bb-b4d9-b5c905465be8 req-bfe6f972-ee97-4f44-8598-65be7bc28dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:24.253412 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8cd9c062-ff57-46bb-b4d9-b5c905465be8 req-bfe6f972-ee97-4f44-8598-65be7bc28dba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dd80d1f5dd744e8bd5cea87c84f184b&device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 1128 time: 0.1725671 Mar 29 20:23:24.302148 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-d747e91c-d717-42d4-b0ed-09df36b99f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (f52d70bc-4c9c-4e5e-823b-571eb77f0fbd), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:24.304672 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=17f5280a-0809-4341-b09e-7e4fca341272,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:24.335878 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c95e3d-141b-4dc0-9610-236065c49bd4 req-67a6da42-d9d3-4cdf-abb0-daa3e3c34f51 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:24.358659 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-45c95e3d-141b-4dc0-9610-236065c49bd4 req-67a6da42-d9d3-4cdf-abb0-daa3e3c34f51 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 945 time: 0.1797431 Mar 29 20:23:24.372515 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e1945-dfed-4a7c-89fb-0a2e1de677fb None None] Pushing event updated for resources: {'Port': ['ID=f52d70bc-4c9c-4e5e-823b-571eb77f0fbd,revision_number=3']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:24.486375 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-d747e91c-d717-42d4-b0ed-09df36b99f53 None None] Attempting to bind port f52d70bc-4c9c-4e5e-823b-571eb77f0fbd on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:23:24.487051 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-d747e91c-d717-42d4-b0ed-09df36b99f53 None None] Attempting to bind port f52d70bc-4c9c-4e5e-823b-571eb77f0fbd by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': '09e56051-d871-4aeb-ba67-f37cc475cb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '12391e54-b133-4f91-9e40-f7f9726855db'}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:23:24.487570 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d747e91c-d717-42d4-b0ed-09df36b99f53 None None] Attempting to bind port f52d70bc-4c9c-4e5e-823b-571eb77f0fbd on network 12391e54-b133-4f91-9e40-f7f9726855db {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:23:24.494183 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 786595bd-5a4a-4989-9760-332801a7a871 is: DOWN; New status is: DOWN {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:23:24.496778 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d747e91c-d717-42d4-b0ed-09df36b99f53 None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:23:24.497525 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d747e91c-d717-42d4-b0ed-09df36b99f53 None None] Checking segment: {'id': '09e56051-d871-4aeb-ba67-f37cc475cb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '12391e54-b133-4f91-9e40-f7f9726855db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:23:24.498123 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-d747e91c-d717-42d4-b0ed-09df36b99f53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:24.498650 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d747e91c-d717-42d4-b0ed-09df36b99f53 None None] Bound using segment: {'id': '09e56051-d871-4aeb-ba67-f37cc475cb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '12391e54-b133-4f91-9e40-f7f9726855db'} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:23:24.499273 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-d747e91c-d717-42d4-b0ed-09df36b99f53 None None] Bound port: f52d70bc-4c9c-4e5e-823b-571eb77f0fbd, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e56051-d871-4aeb-ba67-f37cc475cb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '12391e54-b133-4f91-9e40-f7f9726855db'}}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:23:24.499820 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-d747e91c-d717-42d4-b0ed-09df36b99f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (f52d70bc-4c9c-4e5e-823b-571eb77f0fbd), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:24.529738 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-45c95e3d-141b-4dc0-9610-236065c49bd4 req-1b811025-0e32-4bfb-8073-8d64c8ac136e tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014051 Mar 29 20:23:24.585061 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9c062-ff57-46bb-b4d9-b5c905465be8 req-be4852f9-b602-436b-991b-227bda3f24f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:24.589530 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8cd9c062-ff57-46bb-b4d9-b5c905465be8 req-be4852f9-b602-436b-991b-227bda3f24f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbeb19d7-fa07-4f98-99ee-9b94135513d6 HTTP/1.1" status: 200 len: 917 time: 0.3141897 Mar 29 20:23:24.617825 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-d747e91c-d717-42d4-b0ed-09df36b99f53 None None] For port f52d70bc-4c9c-4e5e-823b-571eb77f0fbd, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:23:24.621883 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-d747e91c-d717-42d4-b0ed-09df36b99f53 None None] For port f52d70bc-4c9c-4e5e-823b-571eb77f0fbd, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=f52d70bc-4c9c-4e5e-823b-571eb77f0fbd,segment=NetworkSegment(09e56051-d871-4aeb-ba67-f37cc475cb16),segment_id=09e56051-d871-4aeb-ba67-f37cc475cb16)] {{(pid=103822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:23:24.690120 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8cd9c062-ff57-46bb-b4d9-b5c905465be8 req-d8270ac2-e0f0-4d03-b711-3dcc3c8ea0cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=786595bd-5a4a-4989-9760-332801a7a871 HTTP/1.1" status: 200 len: 1000 time: 0.0906584 Mar 29 20:23:24.702973 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-d747e91c-d717-42d4-b0ed-09df36b99f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (f52d70bc-4c9c-4e5e-823b-571eb77f0fbd), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:24.724818 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289f097-2a66-4a47-880b-328dfd93857b req-86b22d2c-af12-40ea-9918-e5decea279df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:24.726716 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-f289f097-2a66-4a47-880b-328dfd93857b req-86b22d2c-af12-40ea-9918-e5decea279df service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 1130 time: 0.1136892 Mar 29 20:23:24.802791 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9c062-ff57-46bb-b4d9-b5c905465be8 req-4e00e17c-a872-4577-8547-f208ff7ee561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:24.804247 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8cd9c062-ff57-46bb-b4d9-b5c905465be8 req-4e00e17c-a872-4577-8547-f208ff7ee561 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8355bf79-4b50-4d2a-871e-8619ac782cca HTTP/1.1" status: 200 len: 855 time: 0.1080363 Mar 29 20:23:24.813874 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-f289f097-2a66-4a47-880b-328dfd93857b req-cd8f01b1-23e8-4077-b945-f639def762be service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796180 Mar 29 20:23:24.844940 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e1945-dfed-4a7c-89fb-0a2e1de677fb None None] Pushing event updated for resources: {'Port': ['ID=f52d70bc-4c9c-4e5e-823b-571eb77f0fbd,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:24.854889 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d747e91c-d717-42d4-b0ed-09df36b99f53 None None] Routers {'f20cc819-86c7-4d2e-b924-fa250799929a'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:23:24.855447 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-d747e91c-d717-42d4-b0ed-09df36b99f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:23:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['f20cc819-86c7-4d2e-b924-fa250799929a'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:23:24.881750 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9c062-ff57-46bb-b4d9-b5c905465be8 req-93980184-462b-41bc-98a3-922607248e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:24.883685 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8cd9c062-ff57-46bb-b4d9-b5c905465be8 req-93980184-462b-41bc-98a3-922607248e5c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbeb19d7-fa07-4f98-99ee-9b94135513d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0714784 Mar 29 20:23:24.973874 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-ed13a4b1-8cb4-4059-ad09-93c06322a31c None None] Provisioning complete for port f52d70bc-4c9c-4e5e-823b-571eb77f0fbd triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:23:24.974336 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-ed13a4b1-8cb4-4059-ad09-93c06322a31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (f52d70bc-4c9c-4e5e-823b-571eb77f0fbd), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:25.149482 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-ed13a4b1-8cb4-4059-ad09-93c06322a31c None None] Current status of the port f52d70bc-4c9c-4e5e-823b-571eb77f0fbd is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:23:25.149482 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-ed13a4b1-8cb4-4059-ad09-93c06322a31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (f52d70bc-4c9c-4e5e-823b-571eb77f0fbd), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:25.149482 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-d747e91c-d717-42d4-b0ed-09df36b99f53 None None] Set router f20cc819-86c7-4d2e-b924-fa250799929a gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:23:25.352709 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8cd9c062-ff57-46bb-b4d9-b5c905465be8 req-4a89b890-31b1-4f36-bf2e-740adc10f5fa service neutron] 10.222.0.42 "GET /v2.0/networks/cbeb19d7-fa07-4f98-99ee-9b94135513d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118722 Mar 29 20:23:25.363624 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64af0fe-e743-4311-bd51-f62a1dcaa83a req-2e4284eb-6d05-4bf9-ba59-90eee1f686b8 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:25.369084 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c64af0fe-e743-4311-bd51-f62a1dcaa83a req-2e4284eb-6d05-4bf9-ba59-90eee1f686b8 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.3600051 Mar 29 20:23:25.446047 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-ed13a4b1-8cb4-4059-ad09-93c06322a31c None None] For port f52d70bc-4c9c-4e5e-823b-571eb77f0fbd, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=f52d70bc-4c9c-4e5e-823b-571eb77f0fbd,segment=NetworkSegment(09e56051-d871-4aeb-ba67-f37cc475cb16),segment_id=09e56051-d871-4aeb-ba67-f37cc475cb16)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:23:25.484430 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8cd9c062-ff57-46bb-b4d9-b5c905465be8 req-7750d332-882e-48c4-b50d-ad7fff5c9ccb service neutron] 10.222.0.42 "GET /v2.0/networks/cbeb19d7-fa07-4f98-99ee-9b94135513d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125619 Mar 29 20:23:25.505831 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c64af0fe-e743-4311-bd51-f62a1dcaa83a req-dc432ccc-947a-4de1-a969-b4890b704f87 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357625 Mar 29 20:23:25.634123 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-d747e91c-d717-42d4-b0ed-09df36b99f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20cc819-86c7-4d2e-b924-fa250799929a', 'name': 'tempest-TestMinimumBasicScenario-2096124488-router', 'tenant_id': 'a7eb3a2cad5c4b7ca6a3c8ed9a9297f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '180ab44c-2d3f-407d-a076-18fc2c21ae68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:23:16Z', 'updated_at': '2022-03-29T20:23:20Z', 'revision_number': 4, 'project_id': 'a7eb3a2cad5c4b7ca6a3c8ed9a9297f5', 'gw_port': {'id': '180ab44c-2d3f-407d-a076-18fc2c21ae68', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20cc819-86c7-4d2e-b924-fa250799929a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:17Z', 'updated_at': '2022-03-29T20:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'f52d70bc-4c9c-4e5e-823b-571eb77f0fbd', 'name': '', 'network_id': '12391e54-b133-4f91-9e40-f7f9726855db', 'tenant_id': 'a7eb3a2cad5c4b7ca6a3c8ed9a9297f5', 'mac_address': 'fa:16:3e:bf:1c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20cc819-86c7-4d2e-b924-fa250799929a', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'c7bde08c-f4fa-4db2-a532-3cbce53d75c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:19Z', 'updated_at': '2022-03-29T20:23:24Z', 'revision_number': 4, 'project_id': 'a7eb3a2cad5c4b7ca6a3c8ed9a9297f5', 'subnets': [{'id': 'c7bde08c-f4fa-4db2-a532-3cbce53d75c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:23:25.668498 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d747e91c-d717-42d4-b0ed-09df36b99f53 None None] The sync data for ids ['f20cc819-86c7-4d2e-b924-fa250799929a'] in dv-cinder-784815-3-iscsi is: [{'id': 'f20cc819-86c7-4d2e-b924-fa250799929a', 'name': 'tempest-TestMinimumBasicScenario-2096124488-router', 'tenant_id': 'a7eb3a2cad5c4b7ca6a3c8ed9a9297f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '180ab44c-2d3f-407d-a076-18fc2c21ae68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:23:16Z', 'updated_at': '2022-03-29T20:23:20Z', 'revision_number': 4, 'project_id': 'a7eb3a2cad5c4b7ca6a3c8ed9a9297f5', 'gw_port': {'id': '180ab44c-2d3f-407d-a076-18fc2c21ae68', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20cc819-86c7-4d2e-b924-fa250799929a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:17Z', 'updated_at': '2022-03-29T20:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'f52d70bc-4c9c-4e5e-823b-571eb77f0fbd', 'name': '', 'network_id': '12391e54-b133-4f91-9e40-f7f9726855db', 'tenant_id': 'a7eb3a2cad5c4b7ca6a3c8ed9a9297f5', 'mac_address': 'fa:16:3e:bf:1c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20cc819-86c7-4d2e-b924-fa250799929a', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'c7bde08c-f4fa-4db2-a532-3cbce53d75c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:19Z', 'updated_at': '2022-03-29T20:23:24Z', 'revision_number': 4, 'project_id': 'a7eb3a2cad5c4b7ca6a3c8ed9a9297f5', 'subnets': [{'id': 'c7bde08c-f4fa-4db2-a532-3cbce53d75c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:23:25.676019 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-ed13a4b1-8cb4-4059-ad09-93c06322a31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (f52d70bc-4c9c-4e5e-823b-571eb77f0fbd), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:25.762260 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c313b-c5a1-4edd-95bd-dfb4bfbf0aff req-156869c8-2080-4d2a-aa63-6e221feb2a0f tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:25.764182 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-bf1c313b-c5a1-4edd-95bd-dfb4bfbf0aff req-156869c8-2080-4d2a-aa63-6e221feb2a0f tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 946 time: 0.1100411 Mar 29 20:23:25.780157 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13a4b1-8cb4-4059-ad09-93c06322a31c None None] Pushing event updated for resources: {'Port': ['ID=f52d70bc-4c9c-4e5e-823b-571eb77f0fbd,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:25.816819 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-6deda546-3532-4b28-ba53-0842f49f1023 None None] Provisioning complete for port f52d70bc-4c9c-4e5e-823b-571eb77f0fbd triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:23:25.817465 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-6deda546-3532-4b28-ba53-0842f49f1023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (f52d70bc-4c9c-4e5e-823b-571eb77f0fbd), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:25.899842 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-bf1c313b-c5a1-4edd-95bd-dfb4bfbf0aff req-b6d8c143-aa20-4b6b-abdc-4da9e92dfd9b tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269894 Mar 29 20:23:25.976047 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-6deda546-3532-4b28-ba53-0842f49f1023 None None] Current status of the port f52d70bc-4c9c-4e5e-823b-571eb77f0fbd is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:23:26.775073 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f40f72-4f52-4ec7-82fd-16ef837f330a req-7b7fe8bb-74d6-4423-b0d7-1cbc4425ee78 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:26.790081 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-16f40f72-4f52-4ec7-82fd-16ef837f330a req-7b7fe8bb-74d6-4423-b0d7-1cbc4425ee78 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.1332273 Mar 29 20:23:26.929107 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-16f40f72-4f52-4ec7-82fd-16ef837f330a req-048dc35a-209b-4ea7-8976-a0a7005f3db0 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380644 Mar 29 20:23:27.133380 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf22a0-2ecc-4aa0-8e56-94f647125be5 req-01ad36f1-5e89-48d0-8ce7-cd4511ad4c01 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:27.137711 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-70cf22a0-2ecc-4aa0-8e56-94f647125be5 req-01ad36f1-5e89-48d0-8ce7-cd4511ad4c01 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 946 time: 0.1141281 Mar 29 20:23:27.249930 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-70cf22a0-2ecc-4aa0-8e56-94f647125be5 req-e79f7472-c088-436e-a335-82c844856200 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013060 Mar 29 20:23:27.365454 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 47536) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:23:27.607458 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-86e066d0-e955-41c5-a029-10e79d770319 req-fdece5a1-21ab-4613-8aa5-b08143b6507e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2094865 Mar 29 20:23:27.613739 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ab510048-77ee-40be-865e-d195c83f8d98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:27.673211 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204db18-9b2d-47ba-a6e7-76a86f5df908 req-73db9203-7dfd-4def-847d-f43b1f5cab04 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:27.680550 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7204db18-9b2d-47ba-a6e7-76a86f5df908 req-73db9203-7dfd-4def-847d-f43b1f5cab04 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 946 time: 0.1909146 Mar 29 20:23:27.760512 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device f52d70bc-4c9c-4e5e-823b-571eb77f0fbd up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:23:27.771169 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7204db18-9b2d-47ba-a6e7-76a86f5df908 req-9cb9c781-9b64-47fd-90ea-bd66936a93ac tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895164 Mar 29 20:23:27.789107 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 47540) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:23:27.846814 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port f52d70bc-4c9c-4e5e-823b-571eb77f0fbd triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:23:27.847246 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ab510048-77ee-40be-865e-d195c83f8d98 admin admin] Publish callbacks [] for security_group (4ec8d8da-78c9-49ad-bce8-71dab9e98150), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:27.848382 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (f52d70bc-4c9c-4e5e-823b-571eb77f0fbd), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:27.913475 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ab510048-77ee-40be-865e-d195c83f8d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (4ec8d8da-78c9-49ad-bce8-71dab9e98150), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:27.989783 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-ab510048-77ee-40be-865e-d195c83f8d98 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e434bb6afb443b1a61f90c3ee5651bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6232128 Mar 29 20:23:27.990702 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab510048-77ee-40be-865e-d195c83f8d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec8d8da-78c9-49ad-bce8-71dab9e98150,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:27.993341 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 47546) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:23:28.072143 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port f52d70bc-4c9c-4e5e-823b-571eb77f0fbd is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:23:28.117064 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4161df6b-aaad-4c32-8a2f-b5a27e9e26cc tempest-TestShelveInstance-1792306938 tempest-TestShelveInstance-1792306938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:28.123714 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-4161df6b-aaad-4c32-8a2f-b5a27e9e26cc tempest-TestShelveInstance-1792306938 tempest-TestShelveInstance-1792306938-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 1125 time: 0.3291986 Mar 29 20:23:28.126838 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 47550) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:23:28.134307 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-dc09b305-f5cb-4644-b24d-a072b38528be tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Request body: {'floatingip': {'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'port_id': '17f5280a-0809-4341-b09e-7e4fca341272', 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:23:28.225163 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-bef615dc-2eb2-45b0-81d7-1f6385f03b9a admin admin] Publish callbacks [] for security_group (4ec8d8da-78c9-49ad-bce8-71dab9e98150), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:28.244986 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-dc09b305-f5cb-4644-b24d-a072b38528be tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:28.260776 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e066d0-e955-41c5-a029-10e79d770319 req-dea2efcd-56d8-458d-a39a-69e1f9a5f341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:28.262331 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-86e066d0-e955-41c5-a029-10e79d770319 req-dea2efcd-56d8-458d-a39a-69e1f9a5f341 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=378d35471c8d47cc9624b98530d05223&device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 1130 time: 0.1485946 Mar 29 20:23:28.270431 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-bef615dc-2eb2-45b0-81d7-1f6385f03b9a admin admin] Publish callbacks [] for security_group (4ec8d8da-78c9-49ad-bce8-71dab9e98150), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:28.279116 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf008fc-c825-457e-a38c-55ee33fd126d req-ab4b6ef3-c231-4f1b-9466-3e17e92e1ee0 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:28.287140 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-faf008fc-c825-457e-a38c-55ee33fd126d req-ab4b6ef3-c231-4f1b-9466-3e17e92e1ee0 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.1606009 Mar 29 20:23:28.511033 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-faf008fc-c825-457e-a38c-55ee33fd126d req-396025da-1896-47ba-aaea-fbbdc4f50a44 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228794 Mar 29 20:23:28.538447 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-dc09b305-f5cb-4644-b24d-a072b38528be tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:28.598691 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e066d0-e955-41c5-a029-10e79d770319 req-fe682e4a-93e3-430a-b8a3-da9e3fe4b15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:28.600517 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-86e066d0-e955-41c5-a029-10e79d770319 req-fe682e4a-93e3-430a-b8a3-da9e3fe4b15d service neutron] 10.222.0.42 "GET /v2.0/networks?id=fccb8720-153f-47bd-b545-dee0eba76738 HTTP/1.1" status: 200 len: 920 time: 0.2975538 Mar 29 20:23:28.856992 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:28.858150 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-bef615dc-2eb2-45b0-81d7-1f6385f03b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (4ec8d8da-78c9-49ad-bce8-71dab9e98150), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:28.861805 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-bef615dc-2eb2-45b0-81d7-1f6385f03b9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:28.871952 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-bef615dc-2eb2-45b0-81d7-1f6385f03b9a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4ec8d8da-78c9-49ad-bce8-71dab9e98150 HTTP/1.1" status: 204 len: 168 time: 0.8487408 Mar 29 20:23:28.889978 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef615dc-2eb2-45b0-81d7-1f6385f03b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec8d8da-78c9-49ad-bce8-71dab9e98150,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:29.082223 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_common [None req-dc09b305-f5cb-4644-b24d-a072b38528be tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Allocated IP 172.27.3.15 (921e7f1b-e183-4cfd-babe-1b51626667cb/9cb70218-5a19-4d48-a6d1-83791bae0ed9/9a77b77c-1edb-429c-806c-5af6702a8e1d) {{(pid=103821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:23:29.232521 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-dc09b305-f5cb-4644-b24d-a072b38528be tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks [] for port (9a77b77c-1edb-429c-806c-5af6702a8e1d), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:29.400040 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-dc09b305-f5cb-4644-b24d-a072b38528be tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (9a77b77c-1edb-429c-806c-5af6702a8e1d), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:29.416482 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-86e066d0-e955-41c5-a029-10e79d770319 req-74c69932-0e17-4048-8e35-29a49f10c00c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d534b371-8f1a-4669-aea5-1642b49b0d37 HTTP/1.1" status: 200 len: 217 time: 0.0507882 Mar 29 20:23:29.492458 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e066d0-e955-41c5-a029-10e79d770319 req-fb6ac5c2-79c5-40df-a5e7-30e10b95b01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:29.493962 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-86e066d0-e955-41c5-a029-10e79d770319 req-fb6ac5c2-79c5-40df-a5e7-30e10b95b01b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f62aa6e9-61aa-4730-afeb-7a2b7cae7991 HTTP/1.1" status: 200 len: 858 time: 0.0733719 Mar 29 20:23:29.499052 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09b305-f5cb-4644-b24d-a072b38528be tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Pushing event updated for resources: {'Port': ['ID=9a77b77c-1edb-429c-806c-5af6702a8e1d,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:29.509518 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc09b305-f5cb-4644-b24d-a072b38528be tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Network 921e7f1b-e183-4cfd-babe-1b51626667cb is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:23:29.511431 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [None req-dc09b305-f5cb-4644-b24d-a072b38528be tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:23:29.518092 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc09b305-f5cb-4644-b24d-a072b38528be tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Received port after_create {{(pid=103821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:23:29.791630 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e066d0-e955-41c5-a029-10e79d770319 req-cdca5376-ad20-4dd5-a77b-6613ad26f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:29.793306 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-86e066d0-e955-41c5-a029-10e79d770319 req-cdca5376-ad20-4dd5-a77b-6613ad26f544 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fccb8720-153f-47bd-b545-dee0eba76738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1967165 Mar 29 20:23:29.868715 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 47560) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:23:29.997121 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-15cd8155-f7c9-4fb1-b7d1-198f1fe83b3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:30.033639 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3571913-98e2-4876-9831-bb8cc95dee6e req-b208bba3-d146-45c6-ae0c-91d61a62356f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:30.042590 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b3571913-98e2-4876-9831-bb8cc95dee6e req-b208bba3-d146-45c6-ae0c-91d61a62356f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.3509350 Mar 29 20:23:30.158725 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-86e066d0-e955-41c5-a029-10e79d770319 req-ecfae3dd-3e91-459e-a843-e530878714d3 service neutron] 10.222.0.42 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393335 Mar 29 20:23:30.172932 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b3571913-98e2-4876-9831-bb8cc95dee6e req-a3dd3a38-03f1-4a1f-b25b-5d32a060e646 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292443 Mar 29 20:23:30.321107 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-15cd8155-f7c9-4fb1-b7d1-198f1fe83b3c admin admin] Publish callbacks [] for security_group (c7adb990-b2f7-47d8-aaad-1c14d4b75bb2), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:30.322389 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-dc09b305-f5cb-4644-b24d-a072b38528be tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks [] for floatingip (977319cc-045d-44da-afe3-0cde6a56fc37), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:30.342996 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-86e066d0-e955-41c5-a029-10e79d770319 req-8df98f36-0f41-452e-b4c8-c37bf5a0aa11 service neutron] 10.222.0.42 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672490 Mar 29 20:23:30.382602 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-15cd8155-f7c9-4fb1-b7d1-198f1fe83b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (c7adb990-b2f7-47d8-aaad-1c14d4b75bb2), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:30.448865 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-15cd8155-f7c9-4fb1-b7d1-198f1fe83b3c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=545b441fe1d64087b50c493315dfea75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4848094 Mar 29 20:23:30.450005 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 47562) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:23:30.457029 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd8155-f7c9-4fb1-b7d1-198f1fe83b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7adb990-b2f7-47d8-aaad-1c14d4b75bb2,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:30.489755 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-dc09b305-f5cb-4644-b24d-a072b38528be tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (9a77b77c-1edb-429c-806c-5af6702a8e1d), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:30.520964 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-289a5467-b2bd-4d16-adad-e44c59642af9 admin admin] Publish callbacks [] for security_group (c7adb990-b2f7-47d8-aaad-1c14d4b75bb2), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:30.558466 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-289a5467-b2bd-4d16-adad-e44c59642af9 admin admin] Publish callbacks [] for security_group (c7adb990-b2f7-47d8-aaad-1c14d4b75bb2), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:30.770403 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-289a5467-b2bd-4d16-adad-e44c59642af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (c7adb990-b2f7-47d8-aaad-1c14d4b75bb2), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:30.771313 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-dc09b305-f5cb-4644-b24d-a072b38528be tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks [] for port (9a77b77c-1edb-429c-806c-5af6702a8e1d), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:30.773580 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-289a5467-b2bd-4d16-adad-e44c59642af9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:30.777356 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-289a5467-b2bd-4d16-adad-e44c59642af9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c7adb990-b2f7-47d8-aaad-1c14d4b75bb2 HTTP/1.1" status: 204 len: 168 time: 0.3236434 Mar 29 20:23:30.784023 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a5467-b2bd-4d16-adad-e44c59642af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7adb990-b2f7-47d8-aaad-1c14d4b75bb2,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:31.158831 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-dc09b305-f5cb-4644-b24d-a072b38528be tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129149341'] for port (9a77b77c-1edb-429c-806c-5af6702a8e1d), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:31.331186 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-dc09b305-f5cb-4644-b24d-a072b38528be tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (977319cc-045d-44da-afe3-0cde6a56fc37), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:31.344332 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09b305-f5cb-4644-b24d-a072b38528be tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Pushing event updated for resources: {'Port': ['ID=9a77b77c-1edb-429c-806c-5af6702a8e1d,revision_number=2']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:31.465009 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95871d8f-5c64-4058-90ab-11a841df61f1 req-85f0fcb3-6f44-4398-a4e6-ad2c52e2c841 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:31.467005 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-95871d8f-5c64-4058-90ab-11a841df61f1 req-85f0fcb3-6f44-4398-a4e6-ad2c52e2c841 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.1472456 Mar 29 20:23:31.500523 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.db.l3_db [None req-dc09b305-f5cb-4644-b24d-a072b38528be tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Floating IP 977319cc-045d-44da-afe3-0cde6a56fc37 associated. External IP: 172.27.3.15, port: 17f5280a-0809-4341-b09e-7e4fca341272. Mar 29 20:23:31.607936 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-95871d8f-5c64-4058-90ab-11a841df61f1 req-f28ec9b0-9553-4b28-b13d-5231910dc347 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292722 Mar 29 20:23:31.816433 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc09b305-f5cb-4644-b24d-a072b38528be tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Router 22316c7d-089d-4fe5-a203-9b19e20e66f4 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:23:32.054801 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc09b305-f5cb-4644-b24d-a072b38528be tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:23:32.066474 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a191d97b-e70a-451c-b626-4d16fccbdf40 None None] Sync routers for ids ['22316c7d-089d-4fe5-a203-9b19e20e66f4'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:23:32.080236 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a191d97b-e70a-451c-b626-4d16fccbdf40 None None] Routers {'22316c7d-089d-4fe5-a203-9b19e20e66f4'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:23:32.083080 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-a191d97b-e70a-451c-b626-4d16fccbdf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:23:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['22316c7d-089d-4fe5-a203-9b19e20e66f4'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:23:32.151928 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-dc09b305-f5cb-4644-b24d-a072b38528be tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:32.207179 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-dc09b305-f5cb-4644-b24d-a072b38528be tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0815785 Mar 29 20:23:32.208100 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8298dbc5-55e6-42b6-a7cb-5bb84329e6cc', 'tag': '17f5280a-0809-4341-b09e-7e4fca341272'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:23:32.215501 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8fb617-21ec-4d03-8bfc-fa1146124323" -d '{"events": [{"name": "network-changed", "server_uuid": "8298dbc5-55e6-42b6-a7cb-5bb84329e6cc", "tag": "17f5280a-0809-4341-b09e-7e4fca341272"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:23:32.272121 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-a191d97b-e70a-451c-b626-4d16fccbdf40 None None] Set router 22316c7d-089d-4fe5-a203-9b19e20e66f4 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:23:32.296004 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099505ff-caac-43ce-a6fb-bdc3e547c0e8 x-openstack-request-id: req-099505ff-caac-43ce-a6fb-bdc3e547c0e8 {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:23:32.296004 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8298dbc5-55e6-42b6-a7cb-5bb84329e6cc", "tag": "17f5280a-0809-4341-b09e-7e4fca341272", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:23:32.296004 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-099505ff-caac-43ce-a6fb-bdc3e547c0e8 {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:23:32.296611 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-099505ff-caac-43ce-a6fb-bdc3e547c0e8'] response: {'name': 'network-changed', 'server_uuid': '8298dbc5-55e6-42b6-a7cb-5bb84329e6cc', 'tag': '17f5280a-0809-4341-b09e-7e4fca341272', 'status': 'completed', 'code': 200} Mar 29 20:23:32.599702 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-a191d97b-e70a-451c-b626-4d16fccbdf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'name': 'tempest-TestShelveInstance-1980463868-router', 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '21cadc33-832f-489d-8539-56f6f53482e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:22:02Z', 'updated_at': '2022-03-29T20:22:06Z', 'revision_number': 4, 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'gw_port': {'id': '21cadc33-832f-489d-8539-56f6f53482e0', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:03Z', 'updated_at': '2022-03-29T20:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '977319cc-045d-44da-afe3-0cde6a56fc37', 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'port_id': '17f5280a-0809-4341-b09e-7e4fca341272', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd939773b-8d62-47b4-b7b4-1f471826d25d', 'mac_address': 'fa:16:3e:cb:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8298dbc5-55e6-42b6-a7cb-5bb84329e6cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:23:30Z', 'updated_at': '2022-03-29T20:23:30Z', 'revision_number': 0, 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd9f1f49-eda0-42cd-b369-6f05beeabe98', 'name': '', 'network_id': 'd939773b-8d62-47b4-b7b4-1f471826d25d', 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be', 'mac_address': 'fa:16:3e:b3:14:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '799fd8a5-a8ac-4d73-99bd-f021992151a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:05Z', 'updated_at': '2022-03-29T20:22:11Z', 'revision_number': 5, 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'subnets': [{'id': '799fd8a5-a8ac-4d73-99bd-f021992151a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:23:32.664267 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fb617-21ec-4d03-8bfc-fa1146124323 req-86e93a54-9920-49f2-aa6f-632d5fc3a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:32.666951 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a191d97b-e70a-451c-b626-4d16fccbdf40 None None] Checking router: 22316c7d-089d-4fe5-a203-9b19e20e66f4 for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:23:32.670324 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3a8fb617-21ec-4d03-8bfc-fa1146124323 req-86e93a54-9920-49f2-aa6f-632d5fc3a200 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2edfa256a0874cc7afc8c01ea3e810be&device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 1130 time: 0.0917926 Mar 29 20:23:32.680074 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a191d97b-e70a-451c-b626-4d16fccbdf40 None None] Routers {'22316c7d-089d-4fe5-a203-9b19e20e66f4'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:23:32.680775 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-a191d97b-e70a-451c-b626-4d16fccbdf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:23:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['22316c7d-089d-4fe5-a203-9b19e20e66f4'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:23:32.957752 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fb617-21ec-4d03-8bfc-fa1146124323 req-6bec8cc0-c5e7-474c-b200-d929308aeca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:32.958858 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-a191d97b-e70a-451c-b626-4d16fccbdf40 None None] Set router 22316c7d-089d-4fe5-a203-9b19e20e66f4 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:23:32.959782 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3a8fb617-21ec-4d03-8bfc-fa1146124323 req-6bec8cc0-c5e7-474c-b200-d929308aeca0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d939773b-8d62-47b4-b7b4-1f471826d25d HTTP/1.1" status: 200 len: 910 time: 0.2729981 Mar 29 20:23:32.998384 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d83f88-f3a1-44d8-9069-9d54a0e28fa2 req-7ea555ca-10ed-4658-aac2-cb4046cbec04 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:33.000794 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-17d83f88-f3a1-44d8-9069-9d54a0e28fa2 req-7ea555ca-10ed-4658-aac2-cb4046cbec04 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.1778424 Mar 29 20:23:33.218232 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3a8fb617-21ec-4d03-8bfc-fa1146124323 req-2c46aa75-9787-411b-b00d-eeb44f84cbb0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17f5280a-0809-4341-b09e-7e4fca341272 HTTP/1.1" status: 200 len: 999 time: 0.2155471 Mar 29 20:23:33.394945 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-17d83f88-f3a1-44d8-9069-9d54a0e28fa2 req-5bf17f33-4600-4ab7-af36-b16140e739ef tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3794436 Mar 29 20:23:33.502333 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fb617-21ec-4d03-8bfc-fa1146124323 req-6c28796b-1cd8-4ca0-b9ab-c040bf3f6a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:33.504238 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3a8fb617-21ec-4d03-8bfc-fa1146124323 req-6c28796b-1cd8-4ca0-b9ab-c040bf3f6a61 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=799fd8a5-a8ac-4d73-99bd-f021992151a2 HTTP/1.1" status: 200 len: 848 time: 0.2516153 Mar 29 20:23:33.648913 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-a191d97b-e70a-451c-b626-4d16fccbdf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'name': 'tempest-TestShelveInstance-1980463868-router', 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '21cadc33-832f-489d-8539-56f6f53482e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:22:02Z', 'updated_at': '2022-03-29T20:22:06Z', 'revision_number': 4, 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'gw_port': {'id': '21cadc33-832f-489d-8539-56f6f53482e0', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:03Z', 'updated_at': '2022-03-29T20:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '977319cc-045d-44da-afe3-0cde6a56fc37', 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'port_id': '17f5280a-0809-4341-b09e-7e4fca341272', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd939773b-8d62-47b4-b7b4-1f471826d25d', 'mac_address': 'fa:16:3e:cb:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8298dbc5-55e6-42b6-a7cb-5bb84329e6cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:23:30Z', 'updated_at': '2022-03-29T20:23:30Z', 'revision_number': 0, 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd9f1f49-eda0-42cd-b369-6f05beeabe98', 'name': '', 'network_id': 'd939773b-8d62-47b4-b7b4-1f471826d25d', 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be', 'mac_address': 'fa:16:3e:b3:14:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '799fd8a5-a8ac-4d73-99bd-f021992151a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:05Z', 'updated_at': '2022-03-29T20:22:11Z', 'revision_number': 5, 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'subnets': [{'id': '799fd8a5-a8ac-4d73-99bd-f021992151a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:23:33.691373 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a191d97b-e70a-451c-b626-4d16fccbdf40 None None] The sync data for ids ['22316c7d-089d-4fe5-a203-9b19e20e66f4'] in dv-cinder-784815-3-iscsi is: [{'id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'name': 'tempest-TestShelveInstance-1980463868-router', 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '21cadc33-832f-489d-8539-56f6f53482e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:22:02Z', 'updated_at': '2022-03-29T20:22:06Z', 'revision_number': 4, 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'gw_port': {'id': '21cadc33-832f-489d-8539-56f6f53482e0', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:03Z', 'updated_at': '2022-03-29T20:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '977319cc-045d-44da-afe3-0cde6a56fc37', 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'port_id': '17f5280a-0809-4341-b09e-7e4fca341272', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd939773b-8d62-47b4-b7b4-1f471826d25d', 'mac_address': 'fa:16:3e:cb:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8298dbc5-55e6-42b6-a7cb-5bb84329e6cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:23:30Z', 'updated_at': '2022-03-29T20:23:30Z', 'revision_number': 0, 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd9f1f49-eda0-42cd-b369-6f05beeabe98', 'name': '', 'network_id': 'd939773b-8d62-47b4-b7b4-1f471826d25d', 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be', 'mac_address': 'fa:16:3e:b3:14:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '799fd8a5-a8ac-4d73-99bd-f021992151a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:05Z', 'updated_at': '2022-03-29T20:22:11Z', 'revision_number': 5, 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'subnets': [{'id': '799fd8a5-a8ac-4d73-99bd-f021992151a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:23:33.998283 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fb617-21ec-4d03-8bfc-fa1146124323 req-5c2027ba-47df-4eb5-ac46-c58887499939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:33.999863 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3a8fb617-21ec-4d03-8bfc-fa1146124323 req-5c2027ba-47df-4eb5-ac46-c58887499939 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d939773b-8d62-47b4-b7b4-1f471826d25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1497190 Mar 29 20:23:34.196423 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3a8fb617-21ec-4d03-8bfc-fa1146124323 req-723ba142-f03e-4fb7-96d8-8e9b05f79b41 service neutron] 10.222.0.42 "GET /v2.0/networks/d939773b-8d62-47b4-b7b4-1f471826d25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710081 Mar 29 20:23:34.239647 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf7c875-4462-402a-9d5e-c8b488fb9899 None None] New status for floating IP 977319cc-045d-44da-afe3-0cde6a56fc37: ACTIVE {{(pid=103822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 20:23:34.540088 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3a8fb617-21ec-4d03-8bfc-fa1146124323 req-bb3a1035-c82b-4d9f-8f5d-3807e8a4e935 service neutron] 10.222.0.42 "GET /v2.0/networks/d939773b-8d62-47b4-b7b4-1f471826d25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198118 Mar 29 20:23:34.713223 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7dd33-1424-414c-b068-f9680476be18 req-f925e38d-fc9f-4f8d-ac83-0cc32df1632d tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:34.722260 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-07b7dd33-1424-414c-b068-f9680476be18 req-f925e38d-fc9f-4f8d-ac83-0cc32df1632d tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.1494277 Mar 29 20:23:34.810314 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-07b7dd33-1424-414c-b068-f9680476be18 req-5ea0deae-2756-4d46-b1e2-30671cc88af8 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822234 Mar 29 20:23:35.936027 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da874155-b03c-4685-87a2-39e5471ab347 req-404d09f2-cca2-4a15-a64b-7e873974ba49 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:35.937235 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-da874155-b03c-4685-87a2-39e5471ab347 req-404d09f2-cca2-4a15-a64b-7e873974ba49 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.0597696 Mar 29 20:23:35.987630 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-da874155-b03c-4685-87a2-39e5471ab347 req-1d15d133-e979-4b78-b2af-eefdb9549e06 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418510 Mar 29 20:23:36.355604 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 47660) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:23:36.491254 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-014c0546-21d0-457f-8706-8a965281a42e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:36.621798 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-014c0546-21d0-457f-8706-8a965281a42e admin admin] Publish callbacks [] for security_group (6ee0046d-8e00-4994-9991-df7a5b251899), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:36.799506 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-014c0546-21d0-457f-8706-8a965281a42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (6ee0046d-8e00-4994-9991-df7a5b251899), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:36.837703 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c0546-21d0-457f-8706-8a965281a42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee0046d-8e00-4994-9991-df7a5b251899,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:36.845387 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-014c0546-21d0-457f-8706-8a965281a42e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e1d6e5b972124a6f9f897ee0a3a74d68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4883761 Mar 29 20:23:36.845748 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 47664) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:23:36.897662 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-04e3d99c-91b4-4bbf-902b-39de868ebc11 admin admin] Publish callbacks [] for security_group (6ee0046d-8e00-4994-9991-df7a5b251899), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:36.942578 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-04e3d99c-91b4-4bbf-902b-39de868ebc11 admin admin] Publish callbacks [] for security_group (6ee0046d-8e00-4994-9991-df7a5b251899), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:37.096460 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-04e3d99c-91b4-4bbf-902b-39de868ebc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (6ee0046d-8e00-4994-9991-df7a5b251899), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:37.099015 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-04e3d99c-91b4-4bbf-902b-39de868ebc11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:37.102459 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-04e3d99c-91b4-4bbf-902b-39de868ebc11 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6ee0046d-8e00-4994-9991-df7a5b251899 HTTP/1.1" status: 204 len: 168 time: 0.2532923 Mar 29 20:23:37.130460 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3d99c-91b4-4bbf-902b-39de868ebc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee0046d-8e00-4994-9991-df7a5b251899,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:37.162803 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c5536-b8a2-4c3b-9ed8-642f013a8480 req-b05af544-24a7-4c6f-8c8d-11cc700fd059 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:37.164510 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-381c5536-b8a2-4c3b-9ed8-642f013a8480 req-b05af544-24a7-4c6f-8c8d-11cc700fd059 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.0971961 Mar 29 20:23:37.231354 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-381c5536-b8a2-4c3b-9ed8-642f013a8480 req-b43cefe8-71d5-4cd9-8590-f9ff253538da tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612485 Mar 29 20:23:37.888606 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 47682) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:23:37.902269 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b568112f-0c92-4876-b96a-742ca1f7cfbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:38.028845 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b568112f-0c92-4876-b96a-742ca1f7cfbb admin admin] Publish callbacks [] for security_group (3b62befd-fe97-480b-b45c-17d5efb2ee45), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:38.119290 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b568112f-0c92-4876-b96a-742ca1f7cfbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (3b62befd-fe97-480b-b45c-17d5efb2ee45), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:38.159651 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-b568112f-0c92-4876-b96a-742ca1f7cfbb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=394c951405fc4730afe094a6a7723620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2698820 Mar 29 20:23:38.160353 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568112f-0c92-4876-b96a-742ca1f7cfbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b62befd-fe97-480b-b45c-17d5efb2ee45,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:38.162648 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 47684) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:23:38.212160 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0b4ce75d-6bdb-4935-ae69-e8419353b3fd admin admin] Publish callbacks [] for security_group (3b62befd-fe97-480b-b45c-17d5efb2ee45), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:38.233610 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0b4ce75d-6bdb-4935-ae69-e8419353b3fd admin admin] Publish callbacks [] for security_group (3b62befd-fe97-480b-b45c-17d5efb2ee45), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:38.342354 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0b4ce75d-6bdb-4935-ae69-e8419353b3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (3b62befd-fe97-480b-b45c-17d5efb2ee45), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:38.345778 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0b4ce75d-6bdb-4935-ae69-e8419353b3fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:38.350151 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-0b4ce75d-6bdb-4935-ae69-e8419353b3fd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3b62befd-fe97-480b-b45c-17d5efb2ee45 HTTP/1.1" status: 204 len: 168 time: 0.1864195 Mar 29 20:23:38.362592 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ce75d-6bdb-4935-ae69-e8419353b3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b62befd-fe97-480b-b45c-17d5efb2ee45,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:38.377369 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eda671-c021-4f24-9177-ea3576ce7dab req-b95a2de8-dabf-4c53-830d-71ee035c56ef tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:38.377369 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-16eda671-c021-4f24-9177-ea3576ce7dab req-b95a2de8-dabf-4c53-830d-71ee035c56ef tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.0653150 Mar 29 20:23:38.432284 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-16eda671-c021-4f24-9177-ea3576ce7dab req-21301dc5-0041-4064-bc81-162d5bd47f17 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496871 Mar 29 20:23:38.615377 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-0bc24ecf-418b-47d4-b4cb-91b2e1e8a469 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:38.616889 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-0bc24ecf-418b-47d4-b4cb-91b2e1e8a469 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/networks?id=ec7c80de-26a8-44bc-b650-b022758e3ce1 HTTP/1.1" status: 200 len: 814 time: 0.1015689 Mar 29 20:23:38.635562 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-992b8994-7aa9-455c-8b4d-bc85d39c11c2 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/quotas/2f6b0dd8bfcc425ab8ede8ef9179704f HTTP/1.1" status: 200 len: 375 time: 0.0096092 Mar 29 20:23:38.691042 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-546e8ad9-d93e-4853-a633-4ec40b81bf12 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f6b0dd8bfcc425ab8ede8ef9179704f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494890 Mar 29 20:23:38.791139 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-a71d5256-e4c2-4729-a196-37fe9218b5dd service neutron] 10.222.0.43 "GET /v2.0/networks/ec7c80de-26a8-44bc-b650-b022758e3ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889070 Mar 29 20:23:38.882337 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-dbfb4dbc-c4cc-46ba-a80b-6bb2415e3c74 service neutron] 10.222.0.43 "GET /v2.0/networks/ec7c80de-26a8-44bc-b650-b022758e3ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853176 Mar 29 20:23:39.107344 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-10e294f9-e1b3-482a-a5f7-fad57bf25800 req-1c245f12-d31e-4022-a362-53455b5e5e2d tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 210 time: 0.0270579 Mar 29 20:23:39.581638 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92582ca4-4c43-4a99-b3cc-873358de0b5b req-70570926-0ec3-467d-86da-a974d92d5106 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:39.585861 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-92582ca4-4c43-4a99-b3cc-873358de0b5b req-70570926-0ec3-467d-86da-a974d92d5106 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.0725286 Mar 29 20:23:39.633758 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-92582ca4-4c43-4a99-b3cc-873358de0b5b req-876d29ea-0e93-403c-9e48-64ea7a4b4ebf tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449760 Mar 29 20:23:40.142802 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-f8aee686-bc6e-4510-899b-a8b3d883cdb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:40.420766 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-83978022-3dc6-4694-a9a2-59d0ff9eb527 req-23cceefd-d5f7-477f-8bd7-5238ecde8e75 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 210 time: 0.2471766 Mar 29 20:23:40.759502 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc706cda-aac5-4de4-879b-5b4ec24bf180 req-8a289043-73b1-4c3f-b086-99618aee200f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:40.761002 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-bc706cda-aac5-4de4-879b-5b4ec24bf180 req-8a289043-73b1-4c3f-b086-99618aee200f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.0536292 Mar 29 20:23:40.808843 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-bc706cda-aac5-4de4-879b-5b4ec24bf180 req-f6e2caa1-c0d4-45cb-ba4a-630be0183947 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414188 Mar 29 20:23:41.412212 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-ce5d5b79-83ab-4f46-9fe6-7ebb5ad6f532 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:41.413648 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-ce5d5b79-83ab-4f46-9fe6-7ebb5ad6f532 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.42 "GET /v2.0/networks?id=ec7c80de-26a8-44bc-b650-b022758e3ce1 HTTP/1.1" status: 200 len: 814 time: 0.1116045 Mar 29 20:23:41.429252 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-c59ef223-236d-4026-9468-8eeb5c8270bc tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Request body: {'port': {'device_id': 'a0d9edf2-8239-46aa-b193-21c405936f47', 'network_id': 'ec7c80de-26a8-44bc-b650-b022758e3ce1', 'admin_state_up': True, 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:23:41.535822 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f96d7f7e-0d44-48da-b54a-a8d3e7679d8e req-31bb2978-696d-46f7-b69e-b418d7470f79 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 210 time: 0.0421126 Mar 29 20:23:41.632155 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-c59ef223-236d-4026-9468-8eeb5c8270bc tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Made reservation on behalf of 2f6b0dd8bfcc425ab8ede8ef9179704f for: {'port': 1} {{(pid=103820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:23:41.635506 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-c59ef223-236d-4026-9468-8eeb5c8270bc tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:41.765980 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_common [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-c59ef223-236d-4026-9468-8eeb5c8270bc tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Allocated IP 172.20.0.6 (ec7c80de-26a8-44bc-b650-b022758e3ce1/98fc0e2c-1bc2-49a5-9d7c-3117851043d1/297c0a92-2658-4e19-828e-66381807866c) {{(pid=103820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:23:41.958964 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-c59ef223-236d-4026-9468-8eeb5c8270bc tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for port (297c0a92-2658-4e19-828e-66381807866c), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:41.973714 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef91ccf-0809-470f-a410-682456f444ca req-21a10b8a-653d-41fb-9823-4f4325fe8e0d tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:41.975188 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9ef91ccf-0809-470f-a410-682456f444ca req-21a10b8a-653d-41fb-9823-4f4325fe8e0d tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.0857041 Mar 29 20:23:42.039560 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9ef91ccf-0809-470f-a410-682456f444ca req-f7ff19be-93b9-4a82-b87e-da44274762a0 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585408 Mar 29 20:23:42.097086 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-c59ef223-236d-4026-9468-8eeb5c8270bc tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (297c0a92-2658-4e19-828e-66381807866c), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:42.146026 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-c59ef223-236d-4026-9468-8eeb5c8270bc tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Network ec7c80de-26a8-44bc-b650-b022758e3ce1 is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:23:42.149094 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-c59ef223-236d-4026-9468-8eeb5c8270bc tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:23:42.155688 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-c59ef223-236d-4026-9468-8eeb5c8270bc tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Received port after_create {{(pid=103820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:23:42.162348 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ef223-236d-4026-9468-8eeb5c8270bc tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Pushing event updated for resources: {'Port': ['ID=297c0a92-2658-4e19-828e-66381807866c,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:42.192790 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ef223-236d-4026-9468-8eeb5c8270bc tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:42.193157 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ef223-236d-4026-9468-8eeb5c8270bc tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:42.193494 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ef223-236d-4026-9468-8eeb5c8270bc tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:42.193838 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ef223-236d-4026-9468-8eeb5c8270bc tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:42.194172 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ef223-236d-4026-9468-8eeb5c8270bc tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:42.194506 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ef223-236d-4026-9468-8eeb5c8270bc tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:42.194838 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ef223-236d-4026-9468-8eeb5c8270bc tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:42.195167 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ef223-236d-4026-9468-8eeb5c8270bc tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:42.195495 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ef223-236d-4026-9468-8eeb5c8270bc tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:42.195822 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ef223-236d-4026-9468-8eeb5c8270bc tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:42.196148 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ef223-236d-4026-9468-8eeb5c8270bc tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:42.196474 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ef223-236d-4026-9468-8eeb5c8270bc tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:42.196797 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ef223-236d-4026-9468-8eeb5c8270bc tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:42.197120 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ef223-236d-4026-9468-8eeb5c8270bc tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:42.197501 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ef223-236d-4026-9468-8eeb5c8270bc tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:23:42.226160 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-c59ef223-236d-4026-9468-8eeb5c8270bc tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:42.226866 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-c59ef223-236d-4026-9468-8eeb5c8270bc tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for port (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:42.268559 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-863bb278-6023-4a8a-becc-5cab37d00e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:42.293554 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-c59ef223-236d-4026-9468-8eeb5c8270bc tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8678253 Mar 29 20:23:42.483047 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-af2b5e1e-4807-41d8-b09b-d15129aa9481 None None] Provisioning complete for port 297c0a92-2658-4e19-828e-66381807866c triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:23:42.484077 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-af2b5e1e-4807-41d8-b09b-d15129aa9481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (297c0a92-2658-4e19-828e-66381807866c), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:42.539555 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-af2b5e1e-4807-41d8-b09b-d15129aa9481 None None] Port 297c0a92-2658-4e19-828e-66381807866c cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:23:42.681630 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d657252-c7e7-4235-b6a2-6783e32e6f0f req-e30cdcbd-d771-40e8-b69c-1c8dd1e26161 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:42.683169 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7d657252-c7e7-4235-b6a2-6783e32e6f0f req-e30cdcbd-d771-40e8-b69c-1c8dd1e26161 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 931 time: 0.0700171 Mar 29 20:23:42.733525 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7d657252-c7e7-4235-b6a2-6783e32e6f0f req-2e14705e-b984-499c-a2f7-9300273391f7 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435991 Mar 29 20:23:43.177904 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c3664-3d15-4ae5-baa1-943a2222e094 req-07f03fa8-f63f-4d6c-a3b0-ac1702a470ce tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:43.180189 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b57c3664-3d15-4ae5-baa1-943a2222e094 req-07f03fa8-f63f-4d6c-a3b0-ac1702a470ce tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.0602264 Mar 29 20:23:43.235339 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b57c3664-3d15-4ae5-baa1-943a2222e094 req-b86fc929-e345-494e-817d-b6eb997a0a4b tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432634 Mar 29 20:23:43.696885 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:43.872154 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c4cf6-b30b-4834-abd6-e9b03d5a9e64 req-c6721f17-9cef-4f1d-bdb0-d79b45ff468a tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:43.873761 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-998c4cf6-b30b-4834-abd6-e9b03d5a9e64 req-c6721f17-9cef-4f1d-bdb0-d79b45ff468a tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 931 time: 0.0697777 Mar 29 20:23:43.926843 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-998c4cf6-b30b-4834-abd6-e9b03d5a9e64 req-d39c82fb-e036-4686-bcf7-f836f219a548 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455554 Mar 29 20:23:44.379987 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43dbe8-3f2d-461f-9538-d36852a55dfb req-5185452e-e960-4116-a360-23e38b89d8ad tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:44.381661 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fd43dbe8-3f2d-461f-9538-d36852a55dfb req-5185452e-e960-4116-a360-23e38b89d8ad tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.0606580 Mar 29 20:23:44.437117 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fd43dbe8-3f2d-461f-9538-d36852a55dfb req-27d669ea-33b8-425c-a071-9a52ece93afa tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496566 Mar 29 20:23:44.764996 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:45.064539 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd6e0d-9f73-4189-996f-8065d42f8ba0 req-1be872fb-6279-45b5-a1a8-3002d7351b1d tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:45.066864 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fffd6e0d-9f73-4189-996f-8065d42f8ba0 req-1be872fb-6279-45b5-a1a8-3002d7351b1d tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 931 time: 0.0610042 Mar 29 20:23:45.118514 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fffd6e0d-9f73-4189-996f-8065d42f8ba0 req-2e5c3b13-3106-4492-9566-240fe2d15c71 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460386 Mar 29 20:23:45.570592 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc391c-4d48-4217-9636-0ae723901dde req-5c61f8ab-32fd-4637-9b1f-a1989f6281e6 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:45.612252 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4acc391c-4d48-4217-9636-0ae723901dde req-5c61f8ab-32fd-4637-9b1f-a1989f6281e6 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.0565317 Mar 29 20:23:45.622687 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4acc391c-4d48-4217-9636-0ae723901dde req-ace15590-b6e2-4afd-b1c1-da19ddaaab4f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449269 Mar 29 20:23:46.266993 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d98273-4057-4111-92ca-fb6af49ca590 req-d9e1f164-2d6d-4496-94d1-f81ac1167a01 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:46.268628 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-65d98273-4057-4111-92ca-fb6af49ca590 req-d9e1f164-2d6d-4496-94d1-f81ac1167a01 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 931 time: 0.0683496 Mar 29 20:23:46.326693 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-65d98273-4057-4111-92ca-fb6af49ca590 req-1e31bf9d-8b77-48a2-939e-0bf3616dc7ba tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520587 Mar 29 20:23:46.456489 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:46.761006 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b202f-5467-499c-85d7-040a6afdb2bf req-7888a299-d5dd-4921-890a-0dba05f25c02 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:46.762594 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f90b202f-5467-499c-85d7-040a6afdb2bf req-7888a299-d5dd-4921-890a-0dba05f25c02 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.0593860 Mar 29 20:23:46.824173 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f90b202f-5467-499c-85d7-040a6afdb2bf req-22853017-7980-44cf-ab5f-04f960aa710f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520771 Mar 29 20:23:47.452821 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a34e5-ce6b-4ba4-830d-1140c94ac488 req-5aa8de8d-648f-438e-b8f8-acac7737c1a4 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:47.454984 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b46a34e5-ce6b-4ba4-830d-1140c94ac488 req-5aa8de8d-648f-438e-b8f8-acac7737c1a4 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 931 time: 0.0567758 Mar 29 20:23:47.512660 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b46a34e5-ce6b-4ba4-830d-1140c94ac488 req-4eae789e-016d-417d-b765-be4bafaf5f88 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509636 Mar 29 20:23:47.966003 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3ce68-7d80-4903-ae29-f6dca3ff13d0 req-a21ef90b-82f6-4ca9-ac33-f46c38ae0b7b tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:47.974464 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-eae3ce68-7d80-4903-ae29-f6dca3ff13d0 req-a21ef90b-82f6-4ca9-ac33-f46c38ae0b7b tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.0686162 Mar 29 20:23:48.020510 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-eae3ce68-7d80-4903-ae29-f6dca3ff13d0 req-6637cbc5-abcc-4d0d-b32a-f0595c6babd2 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461688 Mar 29 20:23:48.635393 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1987f50-5a3a-4d24-bca0-1aae6f57ddc2 req-4e88fde8-d27c-4505-b731-f565b5f843ce tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:48.636771 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a1987f50-5a3a-4d24-bca0-1aae6f57ddc2 req-4e88fde8-d27c-4505-b731-f565b5f843ce tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 931 time: 0.0531464 Mar 29 20:23:48.687400 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a1987f50-5a3a-4d24-bca0-1aae6f57ddc2 req-77a262c9-0dc8-407b-ac5a-18c726aeab59 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447090 Mar 29 20:23:49.165002 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92743a2d-f632-4f15-be95-112a0de5765b req-58dd4c0d-3432-4641-b11c-11470a4f7876 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:49.166597 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-92743a2d-f632-4f15-be95-112a0de5765b req-58dd4c0d-3432-4641-b11c-11470a4f7876 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.0612664 Mar 29 20:23:49.217389 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-92743a2d-f632-4f15-be95-112a0de5765b req-743a8a4b-51f9-45dc-9c3c-ced74437f1a2 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452397 Mar 29 20:23:49.817340 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632ec33-877d-4659-be66-e6eea3ddd0b6 req-66f244ec-4a61-424f-8593-523d656540a8 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:49.819212 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f632ec33-877d-4659-be66-e6eea3ddd0b6 req-66f244ec-4a61-424f-8593-523d656540a8 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 931 time: 0.0634387 Mar 29 20:23:49.877193 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f632ec33-877d-4659-be66-e6eea3ddd0b6 req-d14d6dcf-6c2a-47ed-a36d-7ec2935330e1 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489864 Mar 29 20:23:50.379021 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aea7b5-aeb5-40af-a0ac-d7b582d50271 req-fec6bd42-2195-4fb9-b334-801b80e9e377 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:50.381231 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-47aea7b5-aeb5-40af-a0ac-d7b582d50271 req-fec6bd42-2195-4fb9-b334-801b80e9e377 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.0711033 Mar 29 20:23:50.451274 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-47aea7b5-aeb5-40af-a0ac-d7b582d50271 req-c0a7aee0-a536-4712-8431-e010ffced4a0 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570905 Mar 29 20:23:51.020041 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9677da-a74c-44d7-97cf-edae6020bcda req-8eeb7922-c615-4a5b-8e25-3b0fc33f8e30 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:51.021575 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4b9677da-a74c-44d7-97cf-edae6020bcda req-8eeb7922-c615-4a5b-8e25-3b0fc33f8e30 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 931 time: 0.0703337 Mar 29 20:23:51.075468 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4b9677da-a74c-44d7-97cf-edae6020bcda req-990eed67-d1f3-4f5c-b6f3-4c5139940fc0 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479064 Mar 29 20:23:51.336840 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:23:51.592621 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356433a-d9f0-4a53-93b8-ff2a44979e8c req-c39dfbd5-24ae-4e1d-83c1-ed6655c4093d tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:51.594062 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b356433a-d9f0-4a53-93b8-ff2a44979e8c req-c39dfbd5-24ae-4e1d-83c1-ed6655c4093d tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.0611002 Mar 29 20:23:51.656530 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b356433a-d9f0-4a53-93b8-ff2a44979e8c req-ac31a4f2-0507-490a-b50f-a45b06e518aa tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561776 Mar 29 20:23:52.204607 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e6e8b-5d7c-4567-b482-68ce7846eb65 req-58a517da-d7e4-476e-9eaa-8d3d3b85e8ea tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:52.206715 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-469e6e8b-5d7c-4567-b482-68ce7846eb65 req-58a517da-d7e4-476e-9eaa-8d3d3b85e8ea tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 931 time: 0.0609872 Mar 29 20:23:52.254792 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-469e6e8b-5d7c-4567-b482-68ce7846eb65 req-9ab625db-f454-4142-9de0-de36db74f95a tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429814 Mar 29 20:23:52.785567 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34397f38-fded-4fce-9a0d-6c3f2f92f038 req-a1a9f115-bcd5-4aed-9fea-a8258158792c tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:52.787032 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-34397f38-fded-4fce-9a0d-6c3f2f92f038 req-a1a9f115-bcd5-4aed-9fea-a8258158792c tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.0527580 Mar 29 20:23:52.832912 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-34397f38-fded-4fce-9a0d-6c3f2f92f038 req-85662786-09ac-4fbe-a6ba-f1c5192df3df tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403345 Mar 29 20:23:52.945527 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-f89263e2-25cb-459d-ba61-9ad460b063f0 service neutron] Request body: {'port': {'device_id': 'a0d9edf2-8239-46aa-b193-21c405936f47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:23:53.006724 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-f89263e2-25cb-459d-ba61-9ad460b063f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (297c0a92-2658-4e19-828e-66381807866c), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:53.265927 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-f89263e2-25cb-459d-ba61-9ad460b063f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 297c0a92-2658-4e19-828e-66381807866c {{(pid=103820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:23:53.274193 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-f89263e2-25cb-459d-ba61-9ad460b063f0 service neutron] Publish callbacks [] for port (297c0a92-2658-4e19-828e-66381807866c), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:53.287513 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.provisioning_blocks [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-f89263e2-25cb-459d-ba61-9ad460b063f0 service neutron] Transition to ACTIVE for port object 297c0a92-2658-4e19-828e-66381807866c will not be triggered until provisioned by entity L2. {{(pid=103820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 20:23:53.334187 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-f89263e2-25cb-459d-ba61-9ad460b063f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126327796'] for port (297c0a92-2658-4e19-828e-66381807866c), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:53.405342 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89263e2-25cb-459d-ba61-9ad460b063f0 service neutron] Pushing event updated for resources: {'Port': ['ID=297c0a92-2658-4e19-828e-66381807866c,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:53.447360 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766c9dc-1007-4330-a64a-8b7ca977b7e1 req-d6d94051-2e3b-4f06-bb0f-7049e3d638f2 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:53.449026 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f766c9dc-1007-4330-a64a-8b7ca977b7e1 req-d6d94051-2e3b-4f06-bb0f-7049e3d638f2 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 943 time: 0.1252460 Mar 29 20:23:53.528788 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-f89263e2-25cb-459d-ba61-9ad460b063f0 service neutron] Attempting to bind port 297c0a92-2658-4e19-828e-66381807866c on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:23:53.529168 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-f89263e2-25cb-459d-ba61-9ad460b063f0 service neutron] Attempting to bind port 297c0a92-2658-4e19-828e-66381807866c by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'a109c304-d1a5-4ee9-a960-da936291e203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec7c80de-26a8-44bc-b650-b022758e3ce1'}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:23:53.529471 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-f89263e2-25cb-459d-ba61-9ad460b063f0 service neutron] Attempting to bind port 297c0a92-2658-4e19-828e-66381807866c on network ec7c80de-26a8-44bc-b650-b022758e3ce1 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:23:53.534254 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f766c9dc-1007-4330-a64a-8b7ca977b7e1 req-373728db-60c6-4790-8449-5dc276ba49d4 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671315 Mar 29 20:23:53.537689 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-f89263e2-25cb-459d-ba61-9ad460b063f0 service neutron] Port 297c0a92-2658-4e19-828e-66381807866c on network ec7c80de-26a8-44bc-b650-b022758e3ce1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 20:23:53.538017 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-f89263e2-25cb-459d-ba61-9ad460b063f0 service neutron] Attempting to bind port 297c0a92-2658-4e19-828e-66381807866c on network ec7c80de-26a8-44bc-b650-b022758e3ce1 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:23:53.543344 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-f89263e2-25cb-459d-ba61-9ad460b063f0 service neutron] Checking agent: {'id': '19337809-658a-48b1-8a65-8844936c1798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'started_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:23:53.543684 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-f89263e2-25cb-459d-ba61-9ad460b063f0 service neutron] Checking segment: {'id': 'a109c304-d1a5-4ee9-a960-da936291e203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec7c80de-26a8-44bc-b650-b022758e3ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:23:53.544070 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-f89263e2-25cb-459d-ba61-9ad460b063f0 service neutron] Bound using segment: {'id': 'a109c304-d1a5-4ee9-a960-da936291e203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec7c80de-26a8-44bc-b650-b022758e3ce1'} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:23:53.544503 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-f89263e2-25cb-459d-ba61-9ad460b063f0 service neutron] Bound port: 297c0a92-2658-4e19-828e-66381807866c, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a109c304-d1a5-4ee9-a960-da936291e203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec7c80de-26a8-44bc-b650-b022758e3ce1'}}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:23:53.544854 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-f89263e2-25cb-459d-ba61-9ad460b063f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (297c0a92-2658-4e19-828e-66381807866c), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:53.611240 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-f89263e2-25cb-459d-ba61-9ad460b063f0 service neutron] For port 297c0a92-2658-4e19-828e-66381807866c, host hv-cinder-78481, cleared binding levels {{(pid=103820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:23:53.614315 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-f89263e2-25cb-459d-ba61-9ad460b063f0 service neutron] For port 297c0a92-2658-4e19-828e-66381807866c, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=297c0a92-2658-4e19-828e-66381807866c,segment=NetworkSegment(a109c304-d1a5-4ee9-a960-da936291e203),segment_id=a109c304-d1a5-4ee9-a960-da936291e203)] {{(pid=103820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:23:53.662329 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-f89263e2-25cb-459d-ba61-9ad460b063f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126327796'] for port (297c0a92-2658-4e19-828e-66381807866c), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:53.695229 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-f89263e2-25cb-459d-ba61-9ad460b063f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:53.695724 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-f89263e2-25cb-459d-ba61-9ad460b063f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for port (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:53.697073 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-f89263e2-25cb-459d-ba61-9ad460b063f0 service neutron] 10.222.0.42 "PUT /v2.0/ports/297c0a92-2658-4e19-828e-66381807866c HTTP/1.1" status: 200 len: 1093 time: 0.7558799 Mar 29 20:23:53.697521 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d9edf2-8239-46aa-b193-21c405936f47', 'tag': '297c0a92-2658-4e19-828e-66381807866c'}] {{(pid=103820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:23:53.699735 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6edefd21b48d6680289e87f093b2b3ac5ccca22ebb7ce82a748a83257c36a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a63433-e916-4788-ac3d-afa18e2a1732" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d9edf2-8239-46aa-b193-21c405936f47", "tag": "297c0a92-2658-4e19-828e-66381807866c"}]}' {{(pid=103820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:23:53.729482 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89263e2-25cb-459d-ba61-9ad460b063f0 service neutron] Pushing event updated for resources: {'Port': ['ID=297c0a92-2658-4e19-828e-66381807866c,revision_number=3']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:53.738594 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8449a8a-681e-4bcd-962b-8058fc7d0d6a x-openstack-request-id: req-f8449a8a-681e-4bcd-962b-8058fc7d0d6a {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:23:53.738594 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d9edf2-8239-46aa-b193-21c405936f47", "tag": "297c0a92-2658-4e19-828e-66381807866c", "status": "completed", "code": 200}]} {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:23:53.738594 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8449a8a-681e-4bcd-962b-8058fc7d0d6a {{(pid=103820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:23:53.738594 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8449a8a-681e-4bcd-962b-8058fc7d0d6a'] response: {'name': 'network-changed', 'server_uuid': 'a0d9edf2-8239-46aa-b193-21c405936f47', 'tag': '297c0a92-2658-4e19-828e-66381807866c', 'status': 'completed', 'code': 200} Mar 29 20:23:53.811419 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a63433-e916-4788-ac3d-afa18e2a1732 req-2c6a71bb-acf2-4463-ae36-997e350c81b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:53.812926 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f7a63433-e916-4788-ac3d-afa18e2a1732 req-2c6a71bb-acf2-4463-ae36-997e350c81b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2f6b0dd8bfcc425ab8ede8ef9179704f&device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 1127 time: 0.0473280 Mar 29 20:23:53.928305 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a63433-e916-4788-ac3d-afa18e2a1732 req-1b0200e0-1911-42ad-8780-fdd205f06eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:53.929768 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f7a63433-e916-4788-ac3d-afa18e2a1732 req-1b0200e0-1911-42ad-8780-fdd205f06eb4 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2f6b0dd8bfcc425ab8ede8ef9179704f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1088259 Mar 29 20:23:54.023699 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22023caa-8a3c-47a9-ae29-83740dd7d475 req-e9193183-e2b2-4110-8601-5c01eb28c1dc tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:54.025173 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-22023caa-8a3c-47a9-ae29-83740dd7d475 req-e9193183-e2b2-4110-8601-5c01eb28c1dc tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.1174641 Mar 29 20:23:54.072313 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a63433-e916-4788-ac3d-afa18e2a1732 req-80c19078-f6dd-46a8-a8ae-8d784506d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:54.073764 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f7a63433-e916-4788-ac3d-afa18e2a1732 req-80c19078-f6dd-46a8-a8ae-8d784506d77d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1291347 Mar 29 20:23:54.089183 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-22023caa-8a3c-47a9-ae29-83740dd7d475 req-7a91f9f2-49d7-441a-8882-b0af4feae695 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576148 Mar 29 20:23:54.156411 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-64e30d41-2534-4789-9741-8c6ae2fc16f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:54.157962 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-64e30d41-2534-4789-9741-8c6ae2fc16f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2f6b0dd8bfcc425ab8ede8ef9179704f&device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 1127 time: 0.0445263 Mar 29 20:23:54.201546 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-7ce08946-3984-4bde-a42a-cee690f6ca01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=297c0a92-2658-4e19-828e-66381807866c HTTP/1.1" status: 200 len: 217 time: 0.0335646 Mar 29 20:23:54.253631 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-b0d5331e-cebd-449d-a1e6-9ecdc40ff628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:54.255023 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-b0d5331e-cebd-449d-a1e6-9ecdc40ff628 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=98fc0e2c-1bc2-49a5-9d7c-3117851043d1 HTTP/1.1" status: 200 len: 853 time: 0.0451362 Mar 29 20:23:54.302476 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-008a1367-6022-44a0-a155-ff5e65b1c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:54.303909 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-008a1367-6022-44a0-a155-ff5e65b1c3ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec7c80de-26a8-44bc-b650-b022758e3ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411410 Mar 29 20:23:54.391039 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-7450ec07-b08a-4bc9-9afb-3033241684a4 service neutron] 10.222.0.42 "GET /v2.0/networks/ec7c80de-26a8-44bc-b650-b022758e3ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788045 Mar 29 20:23:54.483207 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-589ae53d-1071-4153-b9c3-78160f98a9ce req-15d562c1-7082-4ada-9f74-60b45fa73584 service neutron] 10.222.0.42 "GET /v2.0/networks/ec7c80de-26a8-44bc-b650-b022758e3ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842938 Mar 29 20:23:54.655464 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f1606-6e39-438a-8c8a-478f0d4a1bd7 req-31b68b06-4f53-40d4-a85b-8f3fe44b78b4 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:54.656828 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-073f1606-6e39-438a-8c8a-478f0d4a1bd7 req-31b68b06-4f53-40d4-a85b-8f3fe44b78b4 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 943 time: 0.0538018 Mar 29 20:23:54.702348 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-073f1606-6e39-438a-8c8a-478f0d4a1bd7 req-00ba9296-05a1-4aa7-8bfc-a0f03d73657d tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399060 Mar 29 20:23:55.216976 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0813953-818d-4132-a581-827a4f38f98e req-a21db307-b69a-40f2-9713-bcb6db470e3d tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:55.218467 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f0813953-818d-4132-a581-827a4f38f98e req-a21db307-b69a-40f2-9713-bcb6db470e3d tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 944 time: 0.0567746 Mar 29 20:23:55.264458 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f0813953-818d-4132-a581-827a4f38f98e req-7d408e77-0ef9-4b86-a7c3-88ebd2cab6ec tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393953 Mar 29 20:23:55.696514 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 786595bd-5a4a-4989-9760-332801a7a871 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 20:23:55.792003 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 786595bd-5a4a-4989-9760-332801a7a871, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=786595bd-5a4a-4989-9760-332801a7a871,segment=NetworkSegment(144a29d3-8b92-419a-a892-5d1bda94856a),segment_id=144a29d3-8b92-419a-a892-5d1bda94856a)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:23:55.803962 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Returning: {'device': '786595bd-5a4a-4989-9760-332801a7a871', 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'port_id': '786595bd-5a4a-4989-9760-332801a7a871', 'mac_address': 'fa:16:3e:4a:1e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 20:23:55.819247 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a8b09-f8ff-4a83-b0af-47ce9d265e8d req-8f8aaf2d-a8a7-4945-acc5-0a008e9d8bd1 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:55.820729 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e61a8b09-f8ff-4a83-b0af-47ce9d265e8d req-8f8aaf2d-a8a7-4945-acc5-0a008e9d8bd1 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 943 time: 0.0524011 Mar 29 20:23:55.844725 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 786595bd-5a4a-4989-9760-332801a7a871 is: DOWN; New status is: BUILD {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:23:55.845110 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (786595bd-5a4a-4989-9760-332801a7a871), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:55.857998 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786595bd-5a4a-4989-9760-332801a7a871 {{(pid=103822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:23:55.867632 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e61a8b09-f8ff-4a83-b0af-47ce9d265e8d req-e1f95a77-7cd4-4dda-aaa9-28bb2f24ec4e tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412283 Mar 29 20:23:55.878424 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 786595bd-5a4a-4989-9760-332801a7a871, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=786595bd-5a4a-4989-9760-332801a7a871,segment=NetworkSegment(144a29d3-8b92-419a-a892-5d1bda94856a),segment_id=144a29d3-8b92-419a-a892-5d1bda94856a)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:23:55.918619 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (786595bd-5a4a-4989-9760-332801a7a871), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:55.966442 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=786595bd-5a4a-4989-9760-332801a7a871,revision_number=9']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:56.289193 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['786595bd-5a4a-4989-9760-332801a7a871'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:23:56.383961 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1d485-5142-419f-87f0-34528019a846 req-14437fec-d4eb-4b2e-aab9-5240b2da920f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:56.385619 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2ce1d485-5142-419f-87f0-34528019a846 req-14437fec-d4eb-4b2e-aab9-5240b2da920f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 945 time: 0.0509527 Mar 29 20:23:56.436577 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2ce1d485-5142-419f-87f0-34528019a846 req-6ab5f217-4752-421b-bb60-6c1ee5706eff tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448895 Mar 29 20:23:56.984343 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a937a-3d05-473f-ac50-530567a14c24 req-fd18c15e-6130-4416-855d-a7488293fb4b tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:56.985827 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-764a937a-3d05-473f-ac50-530567a14c24 req-fd18c15e-6130-4416-855d-a7488293fb4b tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 943 time: 0.0517523 Mar 29 20:23:57.031657 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-764a937a-3d05-473f-ac50-530567a14c24 req-f71bcf3a-a5ff-4794-9081-1fc5f939412c tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397639 Mar 29 20:23:57.558095 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bc130-3adf-4089-ad21-f11abf31456d req-8e669b07-3d3d-4234-9644-f0216f03f5a7 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:57.559447 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-158bc130-3adf-4089-ad21-f11abf31456d req-8e669b07-3d3d-4234-9644-f0216f03f5a7 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 945 time: 0.0509150 Mar 29 20:23:57.605663 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-158bc130-3adf-4089-ad21-f11abf31456d req-a821886b-0e39-4b0a-a79c-92ab7b695cc6 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404582 Mar 29 20:23:57.705793 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 297c0a92-2658-4e19-828e-66381807866c details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 20:23:57.709960 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 786595bd-5a4a-4989-9760-332801a7a871 up at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:23:57.825720 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning complete for port 786595bd-5a4a-4989-9760-332801a7a871 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:23:57.825984 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (786595bd-5a4a-4989-9760-332801a7a871), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:57.865257 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 297c0a92-2658-4e19-828e-66381807866c, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=297c0a92-2658-4e19-828e-66381807866c,segment=NetworkSegment(a109c304-d1a5-4ee9-a960-da936291e203),segment_id=a109c304-d1a5-4ee9-a960-da936291e203)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:23:57.882801 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Returning: {'device': '297c0a92-2658-4e19-828e-66381807866c', 'network_id': 'ec7c80de-26a8-44bc-b650-b022758e3ce1', 'port_id': '297c0a92-2658-4e19-828e-66381807866c', 'mac_address': 'fa:16:3e:88:9b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98fc0e2c-1bc2-49a5-9d7c-3117851043d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 20:23:57.947811 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 297c0a92-2658-4e19-828e-66381807866c is: DOWN; New status is: BUILD {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:23:57.948189 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (297c0a92-2658-4e19-828e-66381807866c), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:57.970569 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 297c0a92-2658-4e19-828e-66381807866c {{(pid=103822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:23:57.976240 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 786595bd-5a4a-4989-9760-332801a7a871 is: BUILD; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:23:57.976616 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (786595bd-5a4a-4989-9760-332801a7a871), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:58.000692 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 297c0a92-2658-4e19-828e-66381807866c, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=297c0a92-2658-4e19-828e-66381807866c,segment=NetworkSegment(a109c304-d1a5-4ee9-a960-da936291e203),segment_id=a109c304-d1a5-4ee9-a960-da936291e203)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:23:58.012408 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17ca5e9-aa51-491b-b298-59a8957e84a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786595bd-5a4a-4989-9760-332801a7a871'}] {{(pid=103822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:23:58.014641 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0861b571914e5dc523c78e704c27631447c9211d5b419e1eb1b6a7c48cd57d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b298057-4d83-4525-af22-844b60eb5783" -d '{"events": [{"server_uuid": "f17ca5e9-aa51-491b-b298-59a8957e84a2", "name": "network-vif-plugged", "status": "completed", "tag": "786595bd-5a4a-4989-9760-332801a7a871"}]}' {{(pid=103822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:23:58.027163 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 786595bd-5a4a-4989-9760-332801a7a871, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=786595bd-5a4a-4989-9760-332801a7a871,segment=NetworkSegment(144a29d3-8b92-419a-a892-5d1bda94856a),segment_id=144a29d3-8b92-419a-a892-5d1bda94856a)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:23:58.049591 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b29b64-6709-4345-8a07-7b9218ac5d92 x-openstack-request-id: req-f6b29b64-6709-4345-8a07-7b9218ac5d92 {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:23:58.049591 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17ca5e9-aa51-491b-b298-59a8957e84a2", "name": "network-vif-plugged", "status": "completed", "tag": "786595bd-5a4a-4989-9760-332801a7a871", "code": 200}]} {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:23:58.049591 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f6b29b64-6709-4345-8a07-7b9218ac5d92 {{(pid=103822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:23:58.049932 dv-cinder-784815-3-iscsi neutron-server[103822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6b29b64-6709-4345-8a07-7b9218ac5d92'] response: {'server_uuid': 'f17ca5e9-aa51-491b-b298-59a8957e84a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786595bd-5a4a-4989-9760-332801a7a871', 'code': 200} Mar 29 20:23:58.067916 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (297c0a92-2658-4e19-828e-66381807866c), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:58.107072 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (786595bd-5a4a-4989-9760-332801a7a871), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:58.123953 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=297c0a92-2658-4e19-828e-66381807866c,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:58.162463 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e701c-705e-408f-9d6c-9897347952d5 req-94510cdb-08ed-4135-9124-bf95911285f0 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:58.164036 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-af1e701c-705e-408f-9d6c-9897347952d5 req-94510cdb-08ed-4135-9124-bf95911285f0 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 944 time: 0.0576580 Mar 29 20:23:58.173243 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=786595bd-5a4a-4989-9760-332801a7a871,revision_number=10']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:23:58.212213 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-af1e701c-705e-408f-9d6c-9897347952d5 req-121ed8d7-3ef8-4d22-a734-650e6d838f3a tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422509 Mar 29 20:23:58.415009 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['297c0a92-2658-4e19-828e-66381807866c'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:23:58.610607 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:23:58.758603 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbf762-dd1c-41a4-b5e0-e7b6fd16d18d req-768cda0e-640b-4796-a3de-db1d29438cd1 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:58.760032 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-73dbf762-dd1c-41a4-b5e0-e7b6fd16d18d req-768cda0e-640b-4796-a3de-db1d29438cd1 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 947 time: 0.0798476 Mar 29 20:23:58.800799 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870c502-c8bd-4b52-9ecf-50c82ab6b891 req-01563a4b-a256-4c25-af3d-09efe9a1e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:58.802347 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b870c502-c8bd-4b52-9ecf-50c82ab6b891 req-01563a4b-a256-4c25-af3d-09efe9a1e1d6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 1131 time: 0.0776086 Mar 29 20:23:58.829882 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-73dbf762-dd1c-41a4-b5e0-e7b6fd16d18d req-cc89c644-5a8b-4bbd-92d0-1b34d8fd27cd tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631077 Mar 29 20:23:58.857504 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b870c502-c8bd-4b52-9ecf-50c82ab6b891 req-7d9c56f3-e5fe-4d63-af42-9d29c78b5847 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454533 Mar 29 20:23:59.330091 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7d2e7-a215-4d57-b554-dee8d383d44b req-f8c28021-af16-4065-9eb9-7f0c731f8674 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:59.331567 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e1e7d2e7-a215-4d57-b554-dee8d383d44b req-f8c28021-af16-4065-9eb9-7f0c731f8674 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 944 time: 0.0534906 Mar 29 20:23:59.382444 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e1e7d2e7-a215-4d57-b554-dee8d383d44b req-987d603b-c87d-4b92-89e9-0b9930affa20 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445755 Mar 29 20:23:59.955586 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d9ad5-ae76-4483-855d-65235c8ab555 req-6c4da354-f0e4-40de-b9f9-cf211acbcd36 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:23:59.957059 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ce2d9ad5-ae76-4483-855d-65235c8ab555 req-6c4da354-f0e4-40de-b9f9-cf211acbcd36 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 947 time: 0.0529387 Mar 29 20:24:00.006665 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ce2d9ad5-ae76-4483-855d-65235c8ab555 req-6b8beed2-1651-456a-a42e-397962c78f52 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437992 Mar 29 20:24:00.404251 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 297c0a92-2658-4e19-828e-66381807866c up at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:24:00.507039 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41a30c-7547-433d-89dc-8ad570dde47f req-fa3be18b-b214-4523-88c8-e1b80d84582b tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:00.508563 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4e41a30c-7547-433d-89dc-8ad570dde47f req-fa3be18b-b214-4523-88c8-e1b80d84582b tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 944 time: 0.0525401 Mar 29 20:24:00.513090 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning for port 297c0a92-2658-4e19-828e-66381807866c completed by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 20:24:00.517235 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning complete for port 297c0a92-2658-4e19-828e-66381807866c triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:24:00.517710 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (297c0a92-2658-4e19-828e-66381807866c), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:00.554810 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4e41a30c-7547-433d-89dc-8ad570dde47f req-c97bc2e7-47fc-4622-bf57-dd83ff12e72a tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407166 Mar 29 20:24:00.594554 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 297c0a92-2658-4e19-828e-66381807866c is: BUILD; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:24:00.594940 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (297c0a92-2658-4e19-828e-66381807866c), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:00.616936 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d9edf2-8239-46aa-b193-21c405936f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297c0a92-2658-4e19-828e-66381807866c'}] {{(pid=103822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:24:00.619173 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0861b571914e5dc523c78e704c27631447c9211d5b419e1eb1b6a7c48cd57d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784a4495-f0e1-45a5-a279-ae483ae40734" -d '{"events": [{"server_uuid": "a0d9edf2-8239-46aa-b193-21c405936f47", "name": "network-vif-plugged", "status": "completed", "tag": "297c0a92-2658-4e19-828e-66381807866c"}]}' {{(pid=103822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:24:00.631734 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 297c0a92-2658-4e19-828e-66381807866c, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=297c0a92-2658-4e19-828e-66381807866c,segment=NetworkSegment(a109c304-d1a5-4ee9-a960-da936291e203),segment_id=a109c304-d1a5-4ee9-a960-da936291e203)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:24:00.654841 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f50106-55ab-4c59-801a-fa3aacdd9b96 x-openstack-request-id: req-71f50106-55ab-4c59-801a-fa3aacdd9b96 {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:24:00.657708 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d9edf2-8239-46aa-b193-21c405936f47", "name": "network-vif-plugged", "status": "completed", "tag": "297c0a92-2658-4e19-828e-66381807866c", "code": 200}]} {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:24:00.657708 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71f50106-55ab-4c59-801a-fa3aacdd9b96 {{(pid=103822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:24:00.657708 dv-cinder-784815-3-iscsi neutron-server[103822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71f50106-55ab-4c59-801a-fa3aacdd9b96'] response: {'server_uuid': 'a0d9edf2-8239-46aa-b193-21c405936f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297c0a92-2658-4e19-828e-66381807866c', 'code': 200} Mar 29 20:24:00.690577 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (297c0a92-2658-4e19-828e-66381807866c), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:00.740001 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=297c0a92-2658-4e19-828e-66381807866c,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:24:01.131477 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62bc3fb-86a8-4ff6-8f31-5a41df06e2f0 req-253ec9fd-e0bb-4933-ae73-a38d5d2818dc tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:01.132923 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a62bc3fb-86a8-4ff6-8f31-5a41df06e2f0 req-253ec9fd-e0bb-4933-ae73-a38d5d2818dc tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 947 time: 0.0517588 Mar 29 20:24:01.177704 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a62bc3fb-86a8-4ff6-8f31-5a41df06e2f0 req-5c3dcc2a-b424-47fd-9a7f-069f2e5d0d79 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392532 Mar 29 20:24:01.675124 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd35e4-d96e-4be0-bee1-c80fe27192aa req-443d8330-783f-43e1-bba2-05ed36a13cd9 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:01.676649 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-25dd35e4-d96e-4be0-bee1-c80fe27192aa req-443d8330-783f-43e1-bba2-05ed36a13cd9 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 945 time: 0.0543985 Mar 29 20:24:01.721971 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-25dd35e4-d96e-4be0-bee1-c80fe27192aa req-ecee5a9c-f439-4c1a-b755-20f26c5fc96b tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398247 Mar 29 20:24:02.302685 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906cac07-5a49-4766-b0e1-53fdf752557d req-6fd76c1d-ab6b-43a5-b9fd-758ba64384c5 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:02.304149 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-906cac07-5a49-4766-b0e1-53fdf752557d req-6fd76c1d-ab6b-43a5-b9fd-758ba64384c5 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 947 time: 0.0524132 Mar 29 20:24:02.373629 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-906cac07-5a49-4766-b0e1-53fdf752557d req-2ff3b2d5-8ebe-45b7-9a84-a011380253b6 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636590 Mar 29 20:24:02.400352 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac57c1-08df-45b0-930f-375e5db73034 req-8ec0471e-6790-4695-bad7-82636d139296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:02.401991 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d2ac57c1-08df-45b0-930f-375e5db73034 req-8ec0471e-6790-4695-bad7-82636d139296 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 1129 time: 0.0615046 Mar 29 20:24:02.454157 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d2ac57c1-08df-45b0-930f-375e5db73034 req-003a428c-628a-4699-a3e0-1d4c55664460 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413461 Mar 29 20:24:02.838714 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac6156-c12d-4a79-a1fc-c898488f91fe req-8d04cae5-00fd-4105-bb0e-ed9f324b2737 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:02.840172 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-dcac6156-c12d-4a79-a1fc-c898488f91fe req-8d04cae5-00fd-4105-bb0e-ed9f324b2737 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 945 time: 0.0513129 Mar 29 20:24:02.886003 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-dcac6156-c12d-4a79-a1fc-c898488f91fe req-835583bb-bf44-4e22-9391-a1dc025948b6 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403521 Mar 29 20:24:03.508655 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06170b8-c794-4997-a5ec-33c6bc872cb7 req-b335e324-a1ef-4ab3-84f6-2f948aa46d52 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:03.510107 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f06170b8-c794-4997-a5ec-33c6bc872cb7 req-b335e324-a1ef-4ab3-84f6-2f948aa46d52 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 947 time: 0.0528390 Mar 29 20:24:03.557270 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f06170b8-c794-4997-a5ec-33c6bc872cb7 req-bd68c10f-a329-42d6-b580-a7777b3755c0 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414917 Mar 29 20:24:04.017402 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff3999-c6c9-4159-bb58-9eb3c9169c28 req-417b60e0-65c2-4251-b399-e944a8ed19c4 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:04.018861 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-30ff3999-c6c9-4159-bb58-9eb3c9169c28 req-417b60e0-65c2-4251-b399-e944a8ed19c4 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 945 time: 0.0597918 Mar 29 20:24:04.070912 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-30ff3999-c6c9-4159-bb58-9eb3c9169c28 req-df954a23-cfc2-4761-9995-04ecba6827bb tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453053 Mar 29 20:24:04.678462 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359eca8-2196-4804-8468-5016ec87f940 req-fbe00b2e-147e-438c-8d4f-e333b2582d25 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:04.679918 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5359eca8-2196-4804-8468-5016ec87f940 req-fbe00b2e-147e-438c-8d4f-e333b2582d25 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 947 time: 0.0514598 Mar 29 20:24:04.726081 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5359eca8-2196-4804-8468-5016ec87f940 req-06558bcc-7e03-4d7f-adf4-1a40b585960c tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405011 Mar 29 20:24:05.189906 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6dc67-d15c-483e-9771-8f4fdc827d14 req-2a91581e-d1a0-47f4-aee0-392830ed576b tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:05.191394 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0de6dc67-d15c-483e-9771-8f4fdc827d14 req-2a91581e-d1a0-47f4-aee0-392830ed576b tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 945 time: 0.0542791 Mar 29 20:24:05.236586 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0de6dc67-d15c-483e-9771-8f4fdc827d14 req-014f8ba0-4a73-47d2-92f6-7286eb55531f tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395541 Mar 29 20:24:05.364524 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4acfb-62a5-4c8f-af24-195f187f787f req-b27c7b64-2a5d-4c62-94bb-a4f36c63db85 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:05.366142 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9fa4acfb-62a5-4c8f-af24-195f187f787f req-b27c7b64-2a5d-4c62-94bb-a4f36c63db85 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 945 time: 0.0616331 Mar 29 20:24:05.413121 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9fa4acfb-62a5-4c8f-af24-195f187f787f req-d8582dee-333e-4dbc-ba5d-7f5e285969be tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413933 Mar 29 20:24:05.737253 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd91ab-7058-4c24-8a19-429e4709345e req-f699506b-a854-4d3c-b28c-71ee7db11109 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:05.739007 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-33bd91ab-7058-4c24-8a19-429e4709345e req-f699506b-a854-4d3c-b28c-71ee7db11109 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 945 time: 0.0540128 Mar 29 20:24:05.789257 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-33bd91ab-7058-4c24-8a19-429e4709345e req-0576458e-6b91-4209-8d37-cea0027b6492 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445702 Mar 29 20:24:10.130753 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-31b51cd3-a705-4233-8372-1575a7237d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:12.227715 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-e5dcd245-fe1b-43c5-9e56-e2a78b2168d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:13.623791 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f57e0-21fe-45d5-9f34-a466ab24a2c7 req-ae7efde4-6736-49c3-b4b9-b6a4c4daa8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:13.625257 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4a4f57e0-21fe-45d5-9f34-a466ab24a2c7 req-ae7efde4-6736-49c3-b4b9-b6a4c4daa8bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=378d35471c8d47cc9624b98530d05223&device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 1129 time: 0.0781968 Mar 29 20:24:13.638526 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce21b2-b5f9-4bc3-a80b-57bdd9f50131 req-8bc7d60f-21ed-4e62-b116-2a6fa38f3375 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:13.640114 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-90ce21b2-b5f9-4bc3-a80b-57bdd9f50131 req-8bc7d60f-21ed-4e62-b116-2a6fa38f3375 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.0676587 Mar 29 20:24:13.691127 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:13.740377 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-90ce21b2-b5f9-4bc3-a80b-57bdd9f50131 req-fab5267a-d77c-45e4-a034-cce3263e81a2 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912569 Mar 29 20:24:13.758586 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f57e0-21fe-45d5-9f34-a466ab24a2c7 req-756cd932-f42a-4992-b75b-1bf1f492fbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:13.760032 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4a4f57e0-21fe-45d5-9f34-a466ab24a2c7 req-756cd932-f42a-4992-b75b-1bf1f492fbf8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fccb8720-153f-47bd-b545-dee0eba76738 HTTP/1.1" status: 200 len: 920 time: 0.1188526 Mar 29 20:24:13.824708 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4a4f57e0-21fe-45d5-9f34-a466ab24a2c7 req-45889869-db81-432f-b744-5e25c59e0810 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=727e04d5-73d9-40d4-b1da-247a6660db94 HTTP/1.1" status: 200 len: 1000 time: 0.0583484 Mar 29 20:24:13.874864 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f57e0-21fe-45d5-9f34-a466ab24a2c7 req-f48f3bfd-34c4-46d5-889d-ca19f4819fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:13.876263 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4a4f57e0-21fe-45d5-9f34-a466ab24a2c7 req-f48f3bfd-34c4-46d5-889d-ca19f4819fbd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f62aa6e9-61aa-4730-afeb-7a2b7cae7991 HTTP/1.1" status: 200 len: 858 time: 0.0457170 Mar 29 20:24:13.924582 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f57e0-21fe-45d5-9f34-a466ab24a2c7 req-28e02622-18d3-42f8-92e0-ca1b093805d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:13.925984 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4a4f57e0-21fe-45d5-9f34-a466ab24a2c7 req-28e02622-18d3-42f8-92e0-ca1b093805d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fccb8720-153f-47bd-b545-dee0eba76738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423913 Mar 29 20:24:14.014395 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4a4f57e0-21fe-45d5-9f34-a466ab24a2c7 req-43d845d7-8a93-4dd3-ba94-6448dfca81ab service neutron] 10.222.0.42 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814307 Mar 29 20:24:14.325652 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4a4f57e0-21fe-45d5-9f34-a466ab24a2c7 req-2ceb8c8c-50b9-4d75-b471-53b2847244a5 service neutron] 10.222.0.42 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049345 Mar 29 20:24:14.770864 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:14.861506 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e161f-5b6f-41b6-a309-dfbcdf5bec64 req-04a41e1e-8220-463f-a69e-fca5d38a485b tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:14.862849 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-df8e161f-5b6f-41b6-a309-dfbcdf5bec64 req-04a41e1e-8220-463f-a69e-fca5d38a485b tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.0525644 Mar 29 20:24:14.908630 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-df8e161f-5b6f-41b6-a309-dfbcdf5bec64 req-1413913f-9f12-4913-866f-4ee6e5df58d2 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394831 Mar 29 20:24:16.033612 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c99ffc-b8d9-4592-b85a-d4e5fc6b8c20 req-c97026ed-b2da-4d95-bbe5-3c346c7c2253 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:16.035236 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c3c99ffc-b8d9-4592-b85a-d4e5fc6b8c20 req-c97026ed-b2da-4d95-bbe5-3c346c7c2253 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.0562363 Mar 29 20:24:16.082657 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c3c99ffc-b8d9-4592-b85a-d4e5fc6b8c20 req-5817648b-b9f5-49ac-b19c-f8a50f093ace tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410955 Mar 29 20:24:16.393072 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:16.875666 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 48210) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:24:16.978054 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-abf07a5c-ebe9-4e80-9ea6-91d95bfe2754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:17.054668 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-abf07a5c-ebe9-4e80-9ea6-91d95bfe2754 admin admin] Publish callbacks [] for security_group (db3ee2eb-055a-46da-9d10-7451e38c9af5), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:17.219929 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896f36e-cbbb-44c7-94f6-b62dccd6a5f2 req-985f2547-0ae6-404b-8276-7eb31ffb286a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:17.221346 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a896f36e-cbbb-44c7-94f6-b62dccd6a5f2 req-985f2547-0ae6-404b-8276-7eb31ffb286a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.0700197 Mar 29 20:24:17.268636 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a896f36e-cbbb-44c7-94f6-b62dccd6a5f2 req-fba0b066-c58b-4072-a62c-d369097fd674 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405738 Mar 29 20:24:17.850459 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-abf07a5c-ebe9-4e80-9ea6-91d95bfe2754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (db3ee2eb-055a-46da-9d10-7451e38c9af5), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:17.888781 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-abf07a5c-ebe9-4e80-9ea6-91d95bfe2754 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3bb3abd84c80467198bc9a1bbd44d766&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0120084 Mar 29 20:24:17.889589 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf07a5c-ebe9-4e80-9ea6-91d95bfe2754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3ee2eb-055a-46da-9d10-7451e38c9af5,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:24:17.891462 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 48222) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:24:17.896514 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf07a5c-ebe9-4e80-9ea6-91d95bfe2754 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:24:17.897425 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf07a5c-ebe9-4e80-9ea6-91d95bfe2754 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:24:17.898145 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf07a5c-ebe9-4e80-9ea6-91d95bfe2754 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:24:17.898145 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf07a5c-ebe9-4e80-9ea6-91d95bfe2754 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:24:17.898419 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf07a5c-ebe9-4e80-9ea6-91d95bfe2754 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:24:17.899319 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf07a5c-ebe9-4e80-9ea6-91d95bfe2754 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:24:17.899655 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf07a5c-ebe9-4e80-9ea6-91d95bfe2754 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:24:17.899981 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf07a5c-ebe9-4e80-9ea6-91d95bfe2754 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:24:17.900323 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf07a5c-ebe9-4e80-9ea6-91d95bfe2754 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:24:17.900629 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf07a5c-ebe9-4e80-9ea6-91d95bfe2754 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:24:17.900954 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf07a5c-ebe9-4e80-9ea6-91d95bfe2754 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:24:17.901279 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf07a5c-ebe9-4e80-9ea6-91d95bfe2754 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:24:17.905348 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf07a5c-ebe9-4e80-9ea6-91d95bfe2754 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:24:17.905348 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf07a5c-ebe9-4e80-9ea6-91d95bfe2754 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:24:17.905348 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf07a5c-ebe9-4e80-9ea6-91d95bfe2754 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:24:17.941201 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1ed0fdea-bca1-45f5-8c73-451d0b265ffb admin admin] Publish callbacks [] for security_group (db3ee2eb-055a-46da-9d10-7451e38c9af5), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:17.962470 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1ed0fdea-bca1-45f5-8c73-451d0b265ffb admin admin] Publish callbacks [] for security_group (db3ee2eb-055a-46da-9d10-7451e38c9af5), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:18.085524 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1ed0fdea-bca1-45f5-8c73-451d0b265ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (db3ee2eb-055a-46da-9d10-7451e38c9af5), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:18.088056 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1ed0fdea-bca1-45f5-8c73-451d0b265ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:18.089207 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-1ed0fdea-bca1-45f5-8c73-451d0b265ffb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/db3ee2eb-055a-46da-9d10-7451e38c9af5 HTTP/1.1" status: 204 len: 168 time: 0.1967692 Mar 29 20:24:18.097730 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0fdea-bca1-45f5-8c73-451d0b265ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3ee2eb-055a-46da-9d10-7451e38c9af5,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:24:18.389249 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37864ea-c8c1-4f40-969c-e7dcb24a9d29 req-a034fee6-a66f-4b3a-8d73-c38fbd14171f tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:18.393012 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b37864ea-c8c1-4f40-969c-e7dcb24a9d29 req-a034fee6-a66f-4b3a-8d73-c38fbd14171f tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.0524950 Mar 29 20:24:18.438366 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b37864ea-c8c1-4f40-969c-e7dcb24a9d29 req-b759a628-e3b9-408d-a734-29c062f7b280 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412004 Mar 29 20:24:19.563710 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e1143-496c-4c1a-8f5f-79e471ea06dd req-b2701494-bae6-4339-b2a1-167d230b121b tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:19.565459 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-510e1143-496c-4c1a-8f5f-79e471ea06dd req-b2701494-bae6-4339-b2a1-167d230b121b tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.0525548 Mar 29 20:24:19.611857 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-510e1143-496c-4c1a-8f5f-79e471ea06dd req-db53fe36-2186-427f-ac81-21a1b7216ebc tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407658 Mar 29 20:24:20.090589 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e648927-0d4d-4fc1-8262-b126a53b4c7c req-883e9460-449a-4507-ab9e-170c48235257 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:20.092176 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6e648927-0d4d-4fc1-8262-b126a53b4c7c req-883e9460-449a-4507-ab9e-170c48235257 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 945 time: 0.0555954 Mar 29 20:24:20.136837 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6e648927-0d4d-4fc1-8262-b126a53b4c7c req-4d12754f-33b8-4650-affd-cae31b55e86a tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389509 Mar 29 20:24:20.159454 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 48270) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:24:20.345805 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602b217f-20f6-4bc8-9851-d2225d1fdb19 tempest-TestMinimumBasicScenario-117950092 tempest-TestMinimumBasicScenario-117950092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:20.350212 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-602b217f-20f6-4bc8-9851-d2225d1fdb19 tempest-TestMinimumBasicScenario-117950092 tempest-TestMinimumBasicScenario-117950092-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 1124 time: 0.1869514 Mar 29 20:24:20.350544 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 48274) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:24:20.354861 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-7cc022c0-e804-4ecb-8172-02e7ffe3ac49 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Request body: {'floatingip': {'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'port_id': '297c0a92-2658-4e19-828e-66381807866c', 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:24:20.440112 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7cc022c0-e804-4ecb-8172-02e7ffe3ac49 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:20.546537 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7cc022c0-e804-4ecb-8172-02e7ffe3ac49 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:20.651556 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_common [None req-7cc022c0-e804-4ecb-8172-02e7ffe3ac49 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Allocated IP 172.27.3.103 (921e7f1b-e183-4cfd-babe-1b51626667cb/9cb70218-5a19-4d48-a6d1-83791bae0ed9/bed13d81-0a98-4ac4-bde2-42bd1baa11e1) {{(pid=103820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:24:20.778475 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff793d-40cf-43fd-99c2-a8b16141701b req-ef8c91d6-ad62-4ac3-b740-a16b4d84db5b tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:20.779938 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-29ff793d-40cf-43fd-99c2-a8b16141701b req-ef8c91d6-ad62-4ac3-b740-a16b4d84db5b tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.0779142 Mar 29 20:24:20.801862 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7cc022c0-e804-4ecb-8172-02e7ffe3ac49 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for port (bed13d81-0a98-4ac4-bde2-42bd1baa11e1), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:20.853367 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-29ff793d-40cf-43fd-99c2-a8b16141701b req-805612d5-40cf-424e-acc1-5fcd0e16d35e tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612910 Mar 29 20:24:20.936466 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7cc022c0-e804-4ecb-8172-02e7ffe3ac49 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (bed13d81-0a98-4ac4-bde2-42bd1baa11e1), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:20.977563 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc022c0-e804-4ecb-8172-02e7ffe3ac49 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Network 921e7f1b-e183-4cfd-babe-1b51626667cb is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:24:20.980397 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-7cc022c0-e804-4ecb-8172-02e7ffe3ac49 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:24:20.986044 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc022c0-e804-4ecb-8172-02e7ffe3ac49 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Received port after_create {{(pid=103820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:24:21.011706 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc022c0-e804-4ecb-8172-02e7ffe3ac49 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Pushing event updated for resources: {'Port': ['ID=bed13d81-0a98-4ac4-bde2-42bd1baa11e1,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:24:21.423858 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7cc022c0-e804-4ecb-8172-02e7ffe3ac49 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for floatingip (a457358a-16c4-491d-860b-e68fa08ae569), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:21.576506 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7cc022c0-e804-4ecb-8172-02e7ffe3ac49 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (bed13d81-0a98-4ac4-bde2-42bd1baa11e1), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:21.743803 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7cc022c0-e804-4ecb-8172-02e7ffe3ac49 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for port (bed13d81-0a98-4ac4-bde2-42bd1baa11e1), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:21.798549 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1b6cd-bbf8-49b2-86d0-bd66e7d8f92d req-25fe782a-4d1d-4bda-a7e6-edace5b5fb14 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:21.800008 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6ed1b6cd-bbf8-49b2-86d0-bd66e7d8f92d req-25fe782a-4d1d-4bda-a7e6-edace5b5fb14 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0527225 Mar 29 20:24:21.834038 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7cc022c0-e804-4ecb-8172-02e7ffe3ac49 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126327796'] for port (bed13d81-0a98-4ac4-bde2-42bd1baa11e1), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:21.881627 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6ed1b6cd-bbf8-49b2-86d0-bd66e7d8f92d req-bf075543-2573-4685-82f4-a85d8b6425fc tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748763 Mar 29 20:24:21.915506 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc022c0-e804-4ecb-8172-02e7ffe3ac49 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Pushing event updated for resources: {'Port': ['ID=bed13d81-0a98-4ac4-bde2-42bd1baa11e1,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:24:21.938053 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7cc022c0-e804-4ecb-8172-02e7ffe3ac49 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (a457358a-16c4-491d-860b-e68fa08ae569), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:22.052835 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d36f5b-83ed-4d9a-bd4e-249d3d112724 req-82475732-36a2-4c51-89bb-f156289c5695 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:22.054548 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-98d36f5b-83ed-4d9a-bd4e-249d3d112724 req-82475732-36a2-4c51-89bb-f156289c5695 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.1279325 Mar 29 20:24:22.082380 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.db.l3_db [None req-7cc022c0-e804-4ecb-8172-02e7ffe3ac49 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Floating IP a457358a-16c4-491d-860b-e68fa08ae569 associated. External IP: 172.27.3.103, port: 297c0a92-2658-4e19-828e-66381807866c. Mar 29 20:24:22.174397 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-98d36f5b-83ed-4d9a-bd4e-249d3d112724 req-917f7389-6cdc-4b0a-b157-0096853fae82 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140735 Mar 29 20:24:22.309945 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc022c0-e804-4ecb-8172-02e7ffe3ac49 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Router 4e55d042-4515-4621-875b-874bfc40d760 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:24:22.418199 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc022c0-e804-4ecb-8172-02e7ffe3ac49 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:24:22.429691 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a921451-7716-42e5-8464-7382ec1fb116 None None] Sync routers for ids ['4e55d042-4515-4621-875b-874bfc40d760'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:24:22.438957 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a921451-7716-42e5-8464-7382ec1fb116 None None] Routers {'4e55d042-4515-4621-875b-874bfc40d760'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:24:22.439803 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-7a921451-7716-42e5-8464-7382ec1fb116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:24:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4e55d042-4515-4621-875b-874bfc40d760'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:24:22.481321 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7cc022c0-e804-4ecb-8172-02e7ffe3ac49 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:22.511709 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-7cc022c0-e804-4ecb-8172-02e7ffe3ac49 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1601360 Mar 29 20:24:22.512608 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d9edf2-8239-46aa-b193-21c405936f47', 'tag': '297c0a92-2658-4e19-828e-66381807866c'}] {{(pid=103820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:24:22.514509 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 48304) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:24:22.515078 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6edefd21b48d6680289e87f093b2b3ac5ccca22ebb7ce82a748a83257c36a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4b4e1a-f436-461f-8f32-6e459a186082" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d9edf2-8239-46aa-b193-21c405936f47", "tag": "297c0a92-2658-4e19-828e-66381807866c"}]}' {{(pid=103820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:24:22.519455 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-f664b10e-e94f-4029-aaf7-0dba1998a063 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-6528852', 'description': 'tempest-secgroup-smoke-6528852 description', 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:24:22.547584 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-7a921451-7716-42e5-8464-7382ec1fb116 None None] Set router 4e55d042-4515-4621-875b-874bfc40d760 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:24:22.556065 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7fadde-dfee-4dea-9371-c92bf6dde298 x-openstack-request-id: req-cd7fadde-dfee-4dea-9371-c92bf6dde298 {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:24:22.556420 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d9edf2-8239-46aa-b193-21c405936f47", "tag": "297c0a92-2658-4e19-828e-66381807866c", "status": "completed", "code": 200}]} {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:24:22.556742 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd7fadde-dfee-4dea-9371-c92bf6dde298 {{(pid=103820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:24:22.557152 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd7fadde-dfee-4dea-9371-c92bf6dde298'] response: {'name': 'network-changed', 'server_uuid': 'a0d9edf2-8239-46aa-b193-21c405936f47', 'tag': '297c0a92-2658-4e19-828e-66381807866c', 'status': 'completed', 'code': 200} Mar 29 20:24:22.599347 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f664b10e-e94f-4029-aaf7-0dba1998a063 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:22.628003 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b4e1a-f436-461f-8f32-6e459a186082 req-889c4217-9c9e-4f6f-bef0-9f252f1bf6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:22.629613 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2e4b4e1a-f436-461f-8f32-6e459a186082 req-889c4217-9c9e-4f6f-bef0-9f252f1bf6c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2f6b0dd8bfcc425ab8ede8ef9179704f&device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 1129 time: 0.0453975 Mar 29 20:24:22.670466 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f664b10e-e94f-4029-aaf7-0dba1998a063 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for security_group (96977c4b-f076-4848-b747-3af2ebdeb816), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:22.728768 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b4e1a-f436-461f-8f32-6e459a186082 req-a526b467-7f3e-4489-9fd0-0b37ff2f7080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:22.730242 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2e4b4e1a-f436-461f-8f32-6e459a186082 req-a526b467-7f3e-4489-9fd0-0b37ff2f7080 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ec7c80de-26a8-44bc-b650-b022758e3ce1 HTTP/1.1" status: 200 len: 915 time: 0.0922418 Mar 29 20:24:22.730808 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f664b10e-e94f-4029-aaf7-0dba1998a063 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (96977c4b-f076-4848-b747-3af2ebdeb816), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:22.767772 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664b10e-e94f-4029-aaf7-0dba1998a063 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96977c4b-f076-4848-b747-3af2ebdeb816,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:24:22.798836 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-7a921451-7716-42e5-8464-7382ec1fb116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e55d042-4515-4621-875b-874bfc40d760', 'name': 'tempest-TestMinimumBasicScenario-506801266-router', 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'f86f2e53-cd81-4540-adb7-e0a898f71cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:23:03Z', 'updated_at': '2022-03-29T20:23:10Z', 'revision_number': 4, 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'gw_port': {'id': 'f86f2e53-cd81-4540-adb7-e0a898f71cff', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e55d042-4515-4621-875b-874bfc40d760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:05Z', 'updated_at': '2022-03-29T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': 'a457358a-16c4-491d-860b-e68fa08ae569', 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '4e55d042-4515-4621-875b-874bfc40d760', 'port_id': '297c0a92-2658-4e19-828e-66381807866c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec7c80de-26a8-44bc-b650-b022758e3ce1', 'mac_address': 'fa:16:3e:88:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d9edf2-8239-46aa-b193-21c405936f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:24:21Z', 'updated_at': '2022-03-29T20:24:21Z', 'revision_number': 0, 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c86d5d-9067-47dc-bb2e-47571c305112', 'name': '', 'network_id': 'ec7c80de-26a8-44bc-b650-b022758e3ce1', 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'mac_address': 'fa:16:3e:e5:a4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e55d042-4515-4621-875b-874bfc40d760', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '98fc0e2c-1bc2-49a5-9d7c-3117851043d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:08Z', 'updated_at': '2022-03-29T20:23:14Z', 'revision_number': 5, 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'subnets': [{'id': '98fc0e2c-1bc2-49a5-9d7c-3117851043d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:24:22.808900 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2e4b4e1a-f436-461f-8f32-6e459a186082 req-9489da46-8804-4d53-ae09-50a0cf9e0f7c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=297c0a92-2658-4e19-828e-66381807866c HTTP/1.1" status: 200 len: 999 time: 0.0681694 Mar 29 20:24:22.818435 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f664b10e-e94f-4029-aaf7-0dba1998a063 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:22.822891 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-f664b10e-e94f-4029-aaf7-0dba1998a063 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3046508 Mar 29 20:24:22.823205 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 48312) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:24:22.827759 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-c6317749-df37-4dcd-8780-8c79111345f5 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Request body: {'security_group_rule': {'security_group_id': '96977c4b-f076-4848-b747-3af2ebdeb816', 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:24:22.830177 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a921451-7716-42e5-8464-7382ec1fb116 None None] Checking router: 4e55d042-4515-4621-875b-874bfc40d760 for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:24:22.841268 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a921451-7716-42e5-8464-7382ec1fb116 None None] Routers {'4e55d042-4515-4621-875b-874bfc40d760'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:24:22.842072 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-7a921451-7716-42e5-8464-7382ec1fb116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:24:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4e55d042-4515-4621-875b-874bfc40d760'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:24:22.874695 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b4e1a-f436-461f-8f32-6e459a186082 req-388476aa-fdde-4f72-b5d2-3772216ca5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:22.876232 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2e4b4e1a-f436-461f-8f32-6e459a186082 req-388476aa-fdde-4f72-b5d2-3772216ca5df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=98fc0e2c-1bc2-49a5-9d7c-3117851043d1 HTTP/1.1" status: 200 len: 853 time: 0.0581965 Mar 29 20:24:22.924057 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c6317749-df37-4dcd-8780-8c79111345f5 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for security_group_rule (2517f5a1-5d43-447e-aa6a-2c276202868e), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:22.934276 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b4e1a-f436-461f-8f32-6e459a186082 req-49459d94-ba0e-4e3a-a3d9-f6807505b219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:22.936686 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2e4b4e1a-f436-461f-8f32-6e459a186082 req-49459d94-ba0e-4e3a-a3d9-f6807505b219 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec7c80de-26a8-44bc-b650-b022758e3ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537872 Mar 29 20:24:22.972325 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-7a921451-7716-42e5-8464-7382ec1fb116 None None] Set router 4e55d042-4515-4621-875b-874bfc40d760 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:24:23.004994 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c6317749-df37-4dcd-8780-8c79111345f5 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for security_group_rule (2517f5a1-5d43-447e-aa6a-2c276202868e), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:23.090849 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c6317749-df37-4dcd-8780-8c79111345f5 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (2517f5a1-5d43-447e-aa6a-2c276202868e), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:23.107746 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6317749-df37-4dcd-8780-8c79111345f5 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2517f5a1-5d43-447e-aa6a-2c276202868e,revision_number=0']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:24:23.206916 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c6317749-df37-4dcd-8780-8c79111345f5 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:23.211875 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-c6317749-df37-4dcd-8780-8c79111345f5 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3874404 Mar 29 20:24:23.212955 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 48322) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:24:23.218678 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-6f519e2f-a327-47e2-a701-0822a7914cb1 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Request body: {'security_group_rule': {'security_group_id': '96977c4b-f076-4848-b747-3af2ebdeb816', 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:24:23.261597 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-7a921451-7716-42e5-8464-7382ec1fb116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e55d042-4515-4621-875b-874bfc40d760', 'name': 'tempest-TestMinimumBasicScenario-506801266-router', 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'f86f2e53-cd81-4540-adb7-e0a898f71cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:23:03Z', 'updated_at': '2022-03-29T20:23:10Z', 'revision_number': 4, 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'gw_port': {'id': 'f86f2e53-cd81-4540-adb7-e0a898f71cff', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e55d042-4515-4621-875b-874bfc40d760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:05Z', 'updated_at': '2022-03-29T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': 'a457358a-16c4-491d-860b-e68fa08ae569', 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '4e55d042-4515-4621-875b-874bfc40d760', 'port_id': '297c0a92-2658-4e19-828e-66381807866c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec7c80de-26a8-44bc-b650-b022758e3ce1', 'mac_address': 'fa:16:3e:88:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d9edf2-8239-46aa-b193-21c405936f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:24:21Z', 'updated_at': '2022-03-29T20:24:21Z', 'revision_number': 0, 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c86d5d-9067-47dc-bb2e-47571c305112', 'name': '', 'network_id': 'ec7c80de-26a8-44bc-b650-b022758e3ce1', 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'mac_address': 'fa:16:3e:e5:a4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e55d042-4515-4621-875b-874bfc40d760', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '98fc0e2c-1bc2-49a5-9d7c-3117851043d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:08Z', 'updated_at': '2022-03-29T20:23:14Z', 'revision_number': 5, 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'subnets': [{'id': '98fc0e2c-1bc2-49a5-9d7c-3117851043d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:24:23.291725 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a921451-7716-42e5-8464-7382ec1fb116 None None] The sync data for ids ['4e55d042-4515-4621-875b-874bfc40d760'] in dv-cinder-784815-3-iscsi is: [{'id': '4e55d042-4515-4621-875b-874bfc40d760', 'name': 'tempest-TestMinimumBasicScenario-506801266-router', 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'f86f2e53-cd81-4540-adb7-e0a898f71cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:23:03Z', 'updated_at': '2022-03-29T20:23:10Z', 'revision_number': 4, 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'gw_port': {'id': 'f86f2e53-cd81-4540-adb7-e0a898f71cff', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e55d042-4515-4621-875b-874bfc40d760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:05Z', 'updated_at': '2022-03-29T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': 'a457358a-16c4-491d-860b-e68fa08ae569', 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '4e55d042-4515-4621-875b-874bfc40d760', 'port_id': '297c0a92-2658-4e19-828e-66381807866c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec7c80de-26a8-44bc-b650-b022758e3ce1', 'mac_address': 'fa:16:3e:88:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d9edf2-8239-46aa-b193-21c405936f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:24:21Z', 'updated_at': '2022-03-29T20:24:21Z', 'revision_number': 0, 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c86d5d-9067-47dc-bb2e-47571c305112', 'name': '', 'network_id': 'ec7c80de-26a8-44bc-b650-b022758e3ce1', 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'mac_address': 'fa:16:3e:e5:a4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e55d042-4515-4621-875b-874bfc40d760', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '98fc0e2c-1bc2-49a5-9d7c-3117851043d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:08Z', 'updated_at': '2022-03-29T20:23:14Z', 'revision_number': 5, 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'subnets': [{'id': '98fc0e2c-1bc2-49a5-9d7c-3117851043d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:24:23.337921 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-6f519e2f-a327-47e2-a701-0822a7914cb1 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for security_group_rule (097d5ab3-4af6-4723-885a-d8ab05c6958f), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:23.380503 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2e4b4e1a-f436-461f-8f32-6e459a186082 req-4a850970-18d1-4935-af5e-727259016d5c service neutron] 10.222.0.42 "GET /v2.0/networks/ec7c80de-26a8-44bc-b650-b022758e3ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318237 Mar 29 20:24:23.403410 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-6f519e2f-a327-47e2-a701-0822a7914cb1 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for security_group_rule (097d5ab3-4af6-4723-885a-d8ab05c6958f), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:23.406701 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160afeb-4295-4b19-abf0-747d4e4e604f req-eaa60dc6-6992-49db-8236-6b11e4f37bc1 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:23.408183 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8160afeb-4295-4b19-abf0-747d4e4e604f req-eaa60dc6-6992-49db-8236-6b11e4f37bc1 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.3995409 Mar 29 20:24:23.464213 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f0e96-4e1d-47d5-b9e8-d996c6fcc906 req-09fe0335-84f7-42f4-b96d-e6fed41ec0ed tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:23.469964 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d55f0e96-4e1d-47d5-b9e8-d996c6fcc906 req-09fe0335-84f7-42f4-b96d-e6fed41ec0ed tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.1542361 Mar 29 20:24:23.508380 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cb9561-4c41-4d35-9021-7004090ca1ba None None] New status for floating IP a457358a-16c4-491d-860b-e68fa08ae569: ACTIVE {{(pid=103822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 20:24:23.534376 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-6f519e2f-a327-47e2-a701-0822a7914cb1 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (097d5ab3-4af6-4723-885a-d8ab05c6958f), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:23.561725 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f519e2f-a327-47e2-a701-0822a7914cb1 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=097d5ab3-4af6-4723-885a-d8ab05c6958f,revision_number=0']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:24:23.576993 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8160afeb-4295-4b19-abf0-747d4e4e604f req-a62488f7-89af-439e-8d7b-4add875550f3 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531999 Mar 29 20:24:23.578865 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2e4b4e1a-f436-461f-8f32-6e459a186082 req-5e389b37-d7ac-4b63-a485-2ce2c5f1871f service neutron] 10.222.0.42 "GET /v2.0/networks/ec7c80de-26a8-44bc-b650-b022758e3ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915057 Mar 29 20:24:23.583219 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d55f0e96-4e1d-47d5-b9e8-d996c6fcc906 req-67e19791-1189-4d27-a230-182965e8cb98 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108289 Mar 29 20:24:23.669540 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-6f519e2f-a327-47e2-a701-0822a7914cb1 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:23.670890 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-6f519e2f-a327-47e2-a701-0822a7914cb1 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4566555 Mar 29 20:24:23.673699 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 48324) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:24:23.677951 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-ce463b66-4112-49c3-9f8e-85075ae818fe tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Request body: {'security_group_rule': {'security_group_id': '96977c4b-f076-4848-b747-3af2ebdeb816', 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:24:23.804698 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ce463b66-4112-49c3-9f8e-85075ae818fe tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for security_group_rule (07d9f297-bb87-42a0-ab34-05454ff5c665), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:23.861749 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ce463b66-4112-49c3-9f8e-85075ae818fe tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for security_group_rule (07d9f297-bb87-42a0-ab34-05454ff5c665), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:23.924549 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ce463b66-4112-49c3-9f8e-85075ae818fe tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (07d9f297-bb87-42a0-ab34-05454ff5c665), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:23.943850 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce463b66-4112-49c3-9f8e-85075ae818fe tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d9f297-bb87-42a0-ab34-05454ff5c665,revision_number=0']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:24:24.006569 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ce463b66-4112-49c3-9f8e-85075ae818fe tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:24.008022 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-ce463b66-4112-49c3-9f8e-85075ae818fe tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3333681 Mar 29 20:24:24.010644 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 48326) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:24:24.014934 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-77eccb4b-fd50-487f-8217-8998905cd7c2 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Request body: {'security_group_rule': {'security_group_id': '96977c4b-f076-4848-b747-3af2ebdeb816', 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:24:24.089645 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-77eccb4b-fd50-487f-8217-8998905cd7c2 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for security_group_rule (dff29d1b-f258-40f5-8292-4b5fd436811b), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:24.144712 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-77eccb4b-fd50-487f-8217-8998905cd7c2 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for security_group_rule (dff29d1b-f258-40f5-8292-4b5fd436811b), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:24.193392 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-77eccb4b-fd50-487f-8217-8998905cd7c2 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (dff29d1b-f258-40f5-8292-4b5fd436811b), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:24.213724 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eccb4b-fd50-487f-8217-8998905cd7c2 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff29d1b-f258-40f5-8292-4b5fd436811b,revision_number=0']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:24:24.263796 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-77eccb4b-fd50-487f-8217-8998905cd7c2 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:24.264989 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-77eccb4b-fd50-487f-8217-8998905cd7c2 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2534099 Mar 29 20:24:24.267692 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 48332) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:24:24.272469 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-2820d271-5b44-4a6c-b0e2-530c65eaf558 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Request body: {'security_group_rule': {'security_group_id': '96977c4b-f076-4848-b747-3af2ebdeb816', 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:24:24.337535 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.db.securitygroups_db [None req-2820d271-5b44-4a6c-b0e2-530c65eaf558 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Project 2f6b0dd8bfcc425ab8ede8ef9179704f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 20:24:24.347999 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2820d271-5b44-4a6c-b0e2-530c65eaf558 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for security_group_rule (cf455bf6-6cea-4fd2-bbf2-5b5ee5c1df4f), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:24.402029 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2820d271-5b44-4a6c-b0e2-530c65eaf558 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for security_group_rule (cf455bf6-6cea-4fd2-bbf2-5b5ee5c1df4f), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:24.496391 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2820d271-5b44-4a6c-b0e2-530c65eaf558 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (cf455bf6-6cea-4fd2-bbf2-5b5ee5c1df4f), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:24.515957 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820d271-5b44-4a6c-b0e2-530c65eaf558 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf455bf6-6cea-4fd2-bbf2-5b5ee5c1df4f,revision_number=0']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:24:24.590056 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2820d271-5b44-4a6c-b0e2-530c65eaf558 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:24.591363 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-2820d271-5b44-4a6c-b0e2-530c65eaf558 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3227468 Mar 29 20:24:24.594138 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 48336) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:24:24.599320 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-d9688560-4cf4-4e25-b244-d94b71fc9c5f tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Request body: {'security_group_rule': {'security_group_id': '96977c4b-f076-4848-b747-3af2ebdeb816', 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:24:24.690898 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.db.securitygroups_db [None req-d9688560-4cf4-4e25-b244-d94b71fc9c5f tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Project 2f6b0dd8bfcc425ab8ede8ef9179704f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 20:24:24.696563 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-d9688560-4cf4-4e25-b244-d94b71fc9c5f tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for security_group_rule (e0b4bfb4-3f7b-433b-a797-dd52bcc5a034), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:24.745968 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff003cba-bf71-43e0-8a78-bd49d469837c req-24a831d9-bb91-45dd-a330-97c4baae4471 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:24.747502 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ff003cba-bf71-43e0-8a78-bd49d469837c req-24a831d9-bb91-45dd-a330-97c4baae4471 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.0869801 Mar 29 20:24:24.755523 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc87f4-da7e-49d2-a010-feb30149a570 req-1e041c9e-1287-4e68-b0e4-2a2edfdef167 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:24.756152 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-d9688560-4cf4-4e25-b244-d94b71fc9c5f tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for security_group_rule (e0b4bfb4-3f7b-433b-a797-dd52bcc5a034), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:24.757222 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5fdc87f4-da7e-49d2-a010-feb30149a570 req-1e041c9e-1287-4e68-b0e4-2a2edfdef167 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0870101 Mar 29 20:24:24.832693 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ff003cba-bf71-43e0-8a78-bd49d469837c req-c5b8f545-faea-46b5-b120-aa4f7ed8bfda tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744505 Mar 29 20:24:24.837791 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5fdc87f4-da7e-49d2-a010-feb30149a570 req-7c3e33f6-3243-46bb-a3fc-d6275a3e5eb1 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737021 Mar 29 20:24:24.839019 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-d9688560-4cf4-4e25-b244-d94b71fc9c5f tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (e0b4bfb4-3f7b-433b-a797-dd52bcc5a034), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:24.860190 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9688560-4cf4-4e25-b244-d94b71fc9c5f tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b4bfb4-3f7b-433b-a797-dd52bcc5a034,revision_number=0']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:24:24.915928 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-d9688560-4cf4-4e25-b244-d94b71fc9c5f tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:24.917157 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-d9688560-4cf4-4e25-b244-d94b71fc9c5f tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3220797 Mar 29 20:24:25.011960 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-25e53716-61c4-423b-86a3-e104b83cc37a req-e2c243cd-6a6e-4bc8-b457-5d39da0f292c tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-6528852&fields=id&tenant_id=2f6b0dd8bfcc425ab8ede8ef9179704f HTTP/1.1" status: 200 len: 267 time: 0.0492229 Mar 29 20:24:25.072275 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e53716-61c4-423b-86a3-e104b83cc37a req-4582d252-8ecb-4f2d-a576-960f40bb9abe tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:25.073788 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-25e53716-61c4-423b-86a3-e104b83cc37a req-4582d252-8ecb-4f2d-a576-960f40bb9abe tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 945 time: 0.0562513 Mar 29 20:24:25.084168 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [req-25e53716-61c4-423b-86a3-e104b83cc37a req-fb54f41f-6d4a-4fef-956a-75b1f3cdcca1 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Request body: {'port': {'security_groups': ['4f9a669c-ac4f-4718-b954-ca72f3938f11', '96977c4b-f076-4848-b747-3af2ebdeb816']}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:24:25.156873 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-25e53716-61c4-423b-86a3-e104b83cc37a req-fb54f41f-6d4a-4fef-956a-75b1f3cdcca1 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (297c0a92-2658-4e19-828e-66381807866c), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:25.370785 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [req-25e53716-61c4-423b-86a3-e104b83cc37a req-fb54f41f-6d4a-4fef-956a-75b1f3cdcca1 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] For port 297c0a92-2658-4e19-828e-66381807866c, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=297c0a92-2658-4e19-828e-66381807866c,segment=NetworkSegment(a109c304-d1a5-4ee9-a960-da936291e203),segment_id=a109c304-d1a5-4ee9-a960-da936291e203)] {{(pid=103820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:24:25.406836 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-25e53716-61c4-423b-86a3-e104b83cc37a req-fb54f41f-6d4a-4fef-956a-75b1f3cdcca1 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for port (297c0a92-2658-4e19-828e-66381807866c), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:25.484833 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-25e53716-61c4-423b-86a3-e104b83cc37a req-fb54f41f-6d4a-4fef-956a-75b1f3cdcca1 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126327796'] for port (297c0a92-2658-4e19-828e-66381807866c), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:25.501411 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['297c0a92-2658-4e19-828e-66381807866c'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:24:25.532155 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e53716-61c4-423b-86a3-e104b83cc37a req-fb54f41f-6d4a-4fef-956a-75b1f3cdcca1 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:25.533925 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-25e53716-61c4-423b-86a3-e104b83cc37a req-fb54f41f-6d4a-4fef-956a-75b1f3cdcca1 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for port (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:25.534487 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-25e53716-61c4-423b-86a3-e104b83cc37a req-fb54f41f-6d4a-4fef-956a-75b1f3cdcca1 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "PUT /v2.0/ports/297c0a92-2658-4e19-828e-66381807866c HTTP/1.1" status: 200 len: 981 time: 0.4544122 Mar 29 20:24:25.536701 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d9edf2-8239-46aa-b193-21c405936f47', 'tag': '297c0a92-2658-4e19-828e-66381807866c'}] {{(pid=103820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:24:25.547472 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6edefd21b48d6680289e87f093b2b3ac5ccca22ebb7ce82a748a83257c36a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf4fac6-88ec-4395-a255-7d7570967c63" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d9edf2-8239-46aa-b193-21c405936f47", "tag": "297c0a92-2658-4e19-828e-66381807866c"}]}' {{(pid=103820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:24:25.595080 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a26ca6e-014a-48eb-b1e9-59880ee9eb6f x-openstack-request-id: req-7a26ca6e-014a-48eb-b1e9-59880ee9eb6f {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:24:25.595389 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d9edf2-8239-46aa-b193-21c405936f47", "tag": "297c0a92-2658-4e19-828e-66381807866c", "status": "completed", "code": 200}]} {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:24:25.595625 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7a26ca6e-014a-48eb-b1e9-59880ee9eb6f {{(pid=103820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:24:25.596187 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a26ca6e-014a-48eb-b1e9-59880ee9eb6f'] response: {'name': 'network-changed', 'server_uuid': 'a0d9edf2-8239-46aa-b193-21c405936f47', 'tag': '297c0a92-2658-4e19-828e-66381807866c', 'status': 'completed', 'code': 200} Mar 29 20:24:25.602269 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54f41f-6d4a-4fef-956a-75b1f3cdcca1 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Pushing event updated for resources: {'Port': ['ID=297c0a92-2658-4e19-828e-66381807866c,revision_number=6']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:24:25.724265 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4fac6-88ec-4395-a255-7d7570967c63 req-7b52218d-95bf-465d-bfea-a5895766e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:25.727895 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3bf4fac6-88ec-4395-a255-7d7570967c63 req-7b52218d-95bf-465d-bfea-a5895766e25c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2f6b0dd8bfcc425ab8ede8ef9179704f&device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 1168 time: 0.1004298 Mar 29 20:24:25.744005 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e63b6-268b-40b2-9f5f-f43f6bca2464 req-b5454a27-b921-4c43-bd36-563101973dd9 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:25.745692 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-dd8e63b6-268b-40b2-9f5f-f43f6bca2464 req-b5454a27-b921-4c43-bd36-563101973dd9 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 984 time: 0.0953724 Mar 29 20:24:25.830282 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-e6aa10d1-c8fa-4401-8e4d-5b9e863c90ea None None] Provisioning complete for port 297c0a92-2658-4e19-828e-66381807866c triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:24:25.830577 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-e6aa10d1-c8fa-4401-8e4d-5b9e863c90ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (297c0a92-2658-4e19-828e-66381807866c), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:25.838862 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['297c0a92-2658-4e19-828e-66381807866c'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:24:25.880812 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-dd8e63b6-268b-40b2-9f5f-f43f6bca2464 req-f3b32c41-cfd6-4e0a-a33c-9a53849ae156 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&id=96977c4b-f076-4848-b747-3af2ebdeb816&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1219609 Mar 29 20:24:25.903459 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4fac6-88ec-4395-a255-7d7570967c63 req-77f81241-058f-4cbe-a462-b23f1835a9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:25.909206 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3bf4fac6-88ec-4395-a255-7d7570967c63 req-77f81241-058f-4cbe-a462-b23f1835a9d8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ec7c80de-26a8-44bc-b650-b022758e3ce1 HTTP/1.1" status: 200 len: 915 time: 0.1580620 Mar 29 20:24:26.050722 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3bf4fac6-88ec-4395-a255-7d7570967c63 req-dc79e9a2-e160-4070-bf6e-23d8a141baf0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=297c0a92-2658-4e19-828e-66381807866c HTTP/1.1" status: 200 len: 1001 time: 0.1358767 Mar 29 20:24:26.079101 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-e6aa10d1-c8fa-4401-8e4d-5b9e863c90ea None None] Current status of the port 297c0a92-2658-4e19-828e-66381807866c is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:24:26.101383 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ee3a0-97f7-4645-ae92-0c8ec7c7a7e8 req-3a9619bc-11d4-4a38-bd56-fc9c1cd5ace0 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:26.103152 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-720ee3a0-97f7-4645-ae92-0c8ec7c7a7e8 req-3a9619bc-11d4-4a38-bd56-fc9c1cd5ace0 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.1169307 Mar 29 20:24:26.109866 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f0371-279f-458b-aaec-41793edde736 req-2dbc14a2-9739-45cd-9d16-0917875d2a22 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:26.111630 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a86f0371-279f-458b-aaec-41793edde736 req-2dbc14a2-9739-45cd-9d16-0917875d2a22 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.1977892 Mar 29 20:24:26.161512 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4fac6-88ec-4395-a255-7d7570967c63 req-1a0b3f6f-49f4-456c-89a7-693d4cb9baac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:26.162987 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3bf4fac6-88ec-4395-a255-7d7570967c63 req-1a0b3f6f-49f4-456c-89a7-693d4cb9baac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=98fc0e2c-1bc2-49a5-9d7c-3117851043d1 HTTP/1.1" status: 200 len: 853 time: 0.1041753 Mar 29 20:24:26.229996 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a86f0371-279f-458b-aaec-41793edde736 req-fffcc9da-7eb2-4519-b7d8-314c29ea7c89 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110542 Mar 29 20:24:26.232855 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-720ee3a0-97f7-4645-ae92-0c8ec7c7a7e8 req-55e01bbc-0b2d-40f1-9f00-031571459379 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173344 Mar 29 20:24:26.259527 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4fac6-88ec-4395-a255-7d7570967c63 req-585753b6-6f36-42e7-8584-3638546b98c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:26.261032 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3bf4fac6-88ec-4395-a255-7d7570967c63 req-585753b6-6f36-42e7-8584-3638546b98c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec7c80de-26a8-44bc-b650-b022758e3ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0842974 Mar 29 20:24:26.351664 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3bf4fac6-88ec-4395-a255-7d7570967c63 req-1449944c-693f-4c72-baae-c5aaf1fd691f service neutron] 10.222.0.42 "GET /v2.0/networks/ec7c80de-26a8-44bc-b650-b022758e3ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828509 Mar 29 20:24:26.448373 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3bf4fac6-88ec-4395-a255-7d7570967c63 req-e0cb0379-7e2a-41b2-b0bb-7a9b9633d382 service neutron] 10.222.0.42 "GET /v2.0/networks/ec7c80de-26a8-44bc-b650-b022758e3ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879107 Mar 29 20:24:27.234315 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbd812-8023-4118-8ca2-5bc9256ad17e req-68b6ba26-5220-4967-be33-58115d0bf605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:27.235696 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d7dbd812-8023-4118-8ca2-5bc9256ad17e req-68b6ba26-5220-4967-be33-58115d0bf605 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=249ba837300b4e59a05f6c432c2d47b7&device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 1129 time: 0.0446541 Mar 29 20:24:27.409631 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbd812-8023-4118-8ca2-5bc9256ad17e req-ea23f28f-6c84-47d7-8217-c603994aa598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:27.411079 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d7dbd812-8023-4118-8ca2-5bc9256ad17e req-ea23f28f-6c84-47d7-8217-c603994aa598 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0868a825-2260-425a-8d30-a4a84002c375 HTTP/1.1" status: 200 len: 912 time: 0.1550980 Mar 29 20:24:27.426888 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2f8a8-fc75-4d4e-bdf8-51fa3519b299 req-8e92c832-1077-4406-8faf-d6a8b4208613 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:27.428292 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cab2f8a8-fc75-4d4e-bdf8-51fa3519b299 req-8e92c832-1077-4406-8faf-d6a8b4208613 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.1225309 Mar 29 20:24:27.439389 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb790e1-be30-4029-b3cd-8db61bc7c83f req-644241e6-02dd-4945-bfa7-0cab8f535f13 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:27.441021 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3bb790e1-be30-4029-b3cd-8db61bc7c83f req-644241e6-02dd-4945-bfa7-0cab8f535f13 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.1320963 Mar 29 20:24:27.545768 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d7dbd812-8023-4118-8ca2-5bc9256ad17e req-8df49167-19ff-477e-bb9c-17187f4f2827 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=533aca74-6455-4af2-9034-ca2cf7695671 HTTP/1.1" status: 200 len: 1001 time: 0.1260924 Mar 29 20:24:27.557159 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cab2f8a8-fc75-4d4e-bdf8-51fa3519b299 req-f0c19061-f125-4ae1-83ba-8ac01fb95f38 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142533 Mar 29 20:24:27.593736 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3bb790e1-be30-4029-b3cd-8db61bc7c83f req-218d6e8d-a90f-46ae-92a2-f888e1732997 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117694 Mar 29 20:24:27.610031 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbd812-8023-4118-8ca2-5bc9256ad17e req-5eb87041-4690-4704-8456-1cf1ad96a376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:27.611474 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d7dbd812-8023-4118-8ca2-5bc9256ad17e req-5eb87041-4690-4704-8456-1cf1ad96a376 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0 HTTP/1.1" status: 200 len: 850 time: 0.0577505 Mar 29 20:24:27.662000 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbd812-8023-4118-8ca2-5bc9256ad17e req-8df6df8f-fc68-4c7c-868d-f8ef57a752f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:27.663525 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d7dbd812-8023-4118-8ca2-5bc9256ad17e req-8df6df8f-fc68-4c7c-868d-f8ef57a752f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0868a825-2260-425a-8d30-a4a84002c375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444548 Mar 29 20:24:27.754747 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d7dbd812-8023-4118-8ca2-5bc9256ad17e req-8e03dbac-a59a-4d39-82e8-154cc35a889c service neutron] 10.222.0.42 "GET /v2.0/networks/0868a825-2260-425a-8d30-a4a84002c375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846140 Mar 29 20:24:27.844199 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d7dbd812-8023-4118-8ca2-5bc9256ad17e req-e5bfc9f8-503e-480f-9d66-9ea24122d4a9 service neutron] 10.222.0.42 "GET /v2.0/networks/0868a825-2260-425a-8d30-a4a84002c375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824044 Mar 29 20:24:28.336288 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:24:28.604183 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:28.704882 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30eaaf-def3-4794-b236-a6f8217adfb4 req-7eefd018-0740-4708-8133-6324a8c6c4de tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:28.706360 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-de30eaaf-def3-4794-b236-a6f8217adfb4 req-7eefd018-0740-4708-8133-6324a8c6c4de tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.0810378 Mar 29 20:24:28.753611 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5186ccf-eaf7-40dd-af33-e83593d0dd17 req-2666b96c-253d-498d-b642-b0ff894bab9f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:28.755042 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e5186ccf-eaf7-40dd-af33-e83593d0dd17 req-2666b96c-253d-498d-b642-b0ff894bab9f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0845640 Mar 29 20:24:28.779932 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-de30eaaf-def3-4794-b236-a6f8217adfb4 req-3bf41505-1c99-4747-8403-adf41dada137 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678811 Mar 29 20:24:28.809090 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e5186ccf-eaf7-40dd-af33-e83593d0dd17 req-6b475939-9174-4f9a-9b01-172c4a251f0d tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461605 Mar 29 20:24:29.931628 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48763e42-d23e-4cf6-83e4-a0e2d3e58c85 req-42fd45c3-5b4a-461e-86b3-dd41e16822dd tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:29.933012 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-48763e42-d23e-4cf6-83e4-a0e2d3e58c85 req-42fd45c3-5b4a-461e-86b3-dd41e16822dd tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.0856979 Mar 29 20:24:29.944340 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15270e11-9f88-4b75-a1e0-56b609a6ff81 req-4f1d5129-877f-49a8-be05-3e7a8fa1a586 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:29.946506 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-15270e11-9f88-4b75-a1e0-56b609a6ff81 req-4f1d5129-877f-49a8-be05-3e7a8fa1a586 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0682814 Mar 29 20:24:30.012157 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-48763e42-d23e-4cf6-83e4-a0e2d3e58c85 req-bd0bd9b5-13ef-475e-8c20-5d6467001196 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647120 Mar 29 20:24:30.018698 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-15270e11-9f88-4b75-a1e0-56b609a6ff81 req-bb237127-ae9a-4a36-bebe-325a116c4be5 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654821 Mar 29 20:24:31.159122 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f705c2e-f090-459f-844f-9236a672bd87 req-05b68d56-45a7-4456-a587-c5c6d1acda86 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:31.160565 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4f705c2e-f090-459f-844f-9236a672bd87 req-05b68d56-45a7-4456-a587-c5c6d1acda86 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.0816936 Mar 29 20:24:31.172392 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ded624-dad6-4681-8a7c-f1cf8fe65bb9 req-3b3f64ab-408b-4e1e-a1e7-19acdfd02bae tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:31.173847 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-95ded624-dad6-4681-8a7c-f1cf8fe65bb9 req-3b3f64ab-408b-4e1e-a1e7-19acdfd02bae tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0855651 Mar 29 20:24:31.243323 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4f705c2e-f090-459f-844f-9236a672bd87 req-addba4c7-7dc5-4f30-b7ab-d4c8613c90b2 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685356 Mar 29 20:24:31.246853 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-95ded624-dad6-4681-8a7c-f1cf8fe65bb9 req-6f326f75-e229-4928-bd30-dd82b1fa4a63 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661252 Mar 29 20:24:32.393069 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1cbef-240c-42ab-8bbe-1c3ba7202904 req-7570ea38-10dc-4795-8e51-73d261792c4b tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:32.394435 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3cc1cbef-240c-42ab-8bbe-1c3ba7202904 req-7570ea38-10dc-4795-8e51-73d261792c4b tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.0829346 Mar 29 20:24:32.401880 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f193ee8-8c29-4f46-9346-0914199b1f13 req-b7fd311e-69da-45d5-af16-fa19aabfae26 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:32.403228 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3f193ee8-8c29-4f46-9346-0914199b1f13 req-b7fd311e-69da-45d5-af16-fa19aabfae26 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0899782 Mar 29 20:24:32.482717 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3cc1cbef-240c-42ab-8bbe-1c3ba7202904 req-188f935d-3add-401d-85e3-7bdd6ab0593c tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775154 Mar 29 20:24:32.490271 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3f193ee8-8c29-4f46-9346-0914199b1f13 req-c4575965-f418-4ae8-910a-8efd5108962f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772827 Mar 29 20:24:33.637824 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4983d-c8bf-43df-a4ed-d9be1c4543f8 req-6343b302-0073-44ad-bdfe-6936318b697d tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:33.639270 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e3b4983d-c8bf-43df-a4ed-d9be1c4543f8 req-6343b302-0073-44ad-bdfe-6936318b697d tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.0848062 Mar 29 20:24:33.645795 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70acd5-cefa-4e73-a985-2b870c833003 req-4d267b80-2707-4617-8bd0-003206a49c02 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:33.647099 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8f70acd5-cefa-4e73-a985-2b870c833003 req-4d267b80-2707-4617-8bd0-003206a49c02 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0835464 Mar 29 20:24:33.732485 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8f70acd5-cefa-4e73-a985-2b870c833003 req-a2d0bedc-4599-4e0a-abc1-7673ca569ee7 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784209 Mar 29 20:24:33.735427 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e3b4983d-c8bf-43df-a4ed-d9be1c4543f8 req-4b838329-46f3-4cb5-a771-d29fa22261eb tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874925 Mar 29 20:24:34.879945 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7685f-22bb-4a1c-80a3-796ec25d04bd req-f1f82b50-4289-45e9-8524-69547db0ce9f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:34.881316 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-63d7685f-22bb-4a1c-80a3-796ec25d04bd req-f1f82b50-4289-45e9-8524-69547db0ce9f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0812924 Mar 29 20:24:34.888395 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d4302-a6cd-4b40-8c91-367134618730 req-33c486f0-9d7e-451d-9808-badd9653cc72 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:34.889748 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2c2d4302-a6cd-4b40-8c91-367134618730 req-33c486f0-9d7e-451d-9808-badd9653cc72 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.0811193 Mar 29 20:24:34.955649 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-63d7685f-22bb-4a1c-80a3-796ec25d04bd req-268d5ed5-a491-4580-b618-db1043f7457c tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649741 Mar 29 20:24:34.962550 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2c2d4302-a6cd-4b40-8c91-367134618730 req-4304f461-a5d0-47f7-af56-a0d7dd18ab27 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663626 Mar 29 20:24:36.114536 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5d5a4-540f-4d55-9359-98bc8e4f62b0 req-30534a03-5d08-4b49-9181-14afe8413c6f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:36.117330 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-56b5d5a4-540f-4d55-9359-98bc8e4f62b0 req-30534a03-5d08-4b49-9181-14afe8413c6f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0877409 Mar 29 20:24:36.127293 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c4a7c-b98e-4aca-b881-776b55682dca req-d4be0fc8-423d-4db6-b0b9-475196865fdb tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:36.128704 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-274c4a7c-b98e-4aca-b881-776b55682dca req-d4be0fc8-423d-4db6-b0b9-475196865fdb tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.0916800 Mar 29 20:24:36.201558 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-56b5d5a4-540f-4d55-9359-98bc8e4f62b0 req-4e452491-fb2d-44eb-b41b-14113917e4bc tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716562 Mar 29 20:24:36.204609 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-274c4a7c-b98e-4aca-b881-776b55682dca req-a8d9bf0f-5876-43dc-abc6-c4b732f7f199 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679858 Mar 29 20:24:37.356436 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7ae87-9092-4f12-b94d-45aeb8268f4a req-6c12c4ab-11ad-4c61-8fff-54b1db2791a6 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:37.357936 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-89e7ae87-9092-4f12-b94d-45aeb8268f4a req-6c12c4ab-11ad-4c61-8fff-54b1db2791a6 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0882311 Mar 29 20:24:37.366094 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a77964-d4fd-4277-96f5-0e343ed0fe24 req-cbfe79ba-259e-420c-add4-34f12e3ab6d1 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:37.367678 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-33a77964-d4fd-4277-96f5-0e343ed0fe24 req-cbfe79ba-259e-420c-add4-34f12e3ab6d1 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.0884707 Mar 29 20:24:37.441867 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-89e7ae87-9092-4f12-b94d-45aeb8268f4a req-446b8a40-d19c-4059-b4fb-8d635a9743f8 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733833 Mar 29 20:24:37.444783 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-33a77964-d4fd-4277-96f5-0e343ed0fe24 req-a903ef35-3f04-456b-a84a-5d74aabed2bf tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692456 Mar 29 20:24:37.800994 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819e492-87af-4b05-aaf0-6c0ff27471e3 req-ab0ba6a6-cbaa-497c-90cf-708cc13d8e72 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:37.802605 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d819e492-87af-4b05-aaf0-6c0ff27471e3 req-ab0ba6a6-cbaa-497c-90cf-708cc13d8e72 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0521934 Mar 29 20:24:37.851703 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d819e492-87af-4b05-aaf0-6c0ff27471e3 req-f4a71aca-d00c-4446-95af-270b560e5ca2 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421712 Mar 29 20:24:37.915798 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405aac91-c1d3-4f22-b74c-96269722751a req-4db1ca01-1a68-46a9-9ff9-c6b21b739a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:37.917847 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-405aac91-c1d3-4f22-b74c-96269722751a req-4db1ca01-1a68-46a9-9ff9-c6b21b739a74 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=249ba837300b4e59a05f6c432c2d47b7&device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 1129 time: 0.0539541 Mar 29 20:24:38.012595 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405aac91-c1d3-4f22-b74c-96269722751a req-1114a840-4ee9-4bbe-a7cb-c2efe6e90b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:38.014117 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-405aac91-c1d3-4f22-b74c-96269722751a req-1114a840-4ee9-4bbe-a7cb-c2efe6e90b4b service neutron] 10.222.0.42 "GET /v2.0/networks?id=0868a825-2260-425a-8d30-a4a84002c375 HTTP/1.1" status: 200 len: 912 time: 0.0895839 Mar 29 20:24:38.084911 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-405aac91-c1d3-4f22-b74c-96269722751a req-372cc50a-9d46-4413-9d5e-90d6ca072e64 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=533aca74-6455-4af2-9034-ca2cf7695671 HTTP/1.1" status: 200 len: 1001 time: 0.0643361 Mar 29 20:24:38.137681 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405aac91-c1d3-4f22-b74c-96269722751a req-3ead14c1-596b-4bbd-bbba-37cd3b23f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:38.139120 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-405aac91-c1d3-4f22-b74c-96269722751a req-3ead14c1-596b-4bbd-bbba-37cd3b23f70e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0 HTTP/1.1" status: 200 len: 850 time: 0.0470791 Mar 29 20:24:38.188191 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405aac91-c1d3-4f22-b74c-96269722751a req-5dcc4ead-98ec-431f-9e20-48c84c96b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:38.189918 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-405aac91-c1d3-4f22-b74c-96269722751a req-5dcc4ead-98ec-431f-9e20-48c84c96b6f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0868a825-2260-425a-8d30-a4a84002c375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432777 Mar 29 20:24:38.518860 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-405aac91-c1d3-4f22-b74c-96269722751a req-13167aff-fe58-4e00-b364-3cefe2bf4072 service neutron] 10.222.0.42 "GET /v2.0/networks/0868a825-2260-425a-8d30-a4a84002c375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210943 Mar 29 20:24:38.641548 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e35c0-cb7d-4bb3-8cc9-3f37204ab145 req-8f49bc54-4b7f-433c-b766-6e70c7c7462c tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:38.643228 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-352e35c0-cb7d-4bb3-8cc9-3f37204ab145 req-8f49bc54-4b7f-433c-b766-6e70c7c7462c tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.1235151 Mar 29 20:24:38.665430 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-405aac91-c1d3-4f22-b74c-96269722751a req-3a306996-6913-4ece-b0c5-4b7c415e478d service neutron] 10.222.0.42 "GET /v2.0/networks/0868a825-2260-425a-8d30-a4a84002c375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370959 Mar 29 20:24:38.697183 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-352e35c0-cb7d-4bb3-8cc9-3f37204ab145 req-0063a218-ac84-4b42-967c-264224e9a38a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476005 Mar 29 20:24:38.975488 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c723e5-ce21-4069-aad3-8a0c9ff6edca req-1f2a99a0-9ea6-41e1-95d2-7f29fd8e3538 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:38.976916 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b2c723e5-ce21-4069-aad3-8a0c9ff6edca req-1f2a99a0-9ea6-41e1-95d2-7f29fd8e3538 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0552151 Mar 29 20:24:39.025806 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b2c723e5-ce21-4069-aad3-8a0c9ff6edca req-e413cbf7-31df-420b-b798-92e079c45adb tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423083 Mar 29 20:24:39.820500 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b8cd4-7956-453b-b922-2bf56b89df05 req-6f36dfd8-e6cf-4433-b5ac-10c2eb800ece tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:39.822249 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-de7b8cd4-7956-453b-b922-2bf56b89df05 req-6f36dfd8-e6cf-4433-b5ac-10c2eb800ece tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.0533700 Mar 29 20:24:39.873842 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-de7b8cd4-7956-453b-b922-2bf56b89df05 req-d0e0ac42-a6b7-4859-b4bd-dfc7b8d4c66a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445170 Mar 29 20:24:40.136838 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-b4db1d40-216e-4984-98d4-b1595f7930ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:40.147474 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6732f-499f-4a3e-9042-423183a32e3a req-a756f759-4168-47f8-bcac-8e0f83163d91 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:40.149073 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a2b6732f-499f-4a3e-9042-423183a32e3a req-a756f759-4168-47f8-bcac-8e0f83163d91 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0563467 Mar 29 20:24:40.196129 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a2b6732f-499f-4a3e-9042-423183a32e3a req-8fda5d2b-0da1-4e37-9717-3bc974dd6f3d tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400646 Mar 29 20:24:40.920703 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ded35-99a9-4504-84ac-19e71d53d069 req-19b8c1fd-5ec4-4b90-b527-573b5f03e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:40.922266 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-915ded35-99a9-4504-84ac-19e71d53d069 req-19b8c1fd-5ec4-4b90-b527-573b5f03e7cb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 1129 time: 0.0445423 Mar 29 20:24:41.005262 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-915ded35-99a9-4504-84ac-19e71d53d069 req-9c55e782-ade6-414f-b2c3-18de64a7e009 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752800 Mar 29 20:24:41.022537 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c086e3a-5ce2-4c19-91c6-60895e96810b req-3b059c24-39d1-4527-86e5-a6ee509151a2 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:41.023920 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3c086e3a-5ce2-4c19-91c6-60895e96810b req-3b059c24-39d1-4527-86e5-a6ee509151a2 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.0758042 Mar 29 20:24:41.079347 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3c086e3a-5ce2-4c19-91c6-60895e96810b req-b89eb664-9136-46fa-bdfa-7004cb10ede2 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497458 Mar 29 20:24:42.202938 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911297cf-a458-4022-a96a-fada559553c0 req-a4f54ff0-5fd2-4f9d-9f27-88d74b6acc7f tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:42.204388 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-911297cf-a458-4022-a96a-fada559553c0 req-a4f54ff0-5fd2-4f9d-9f27-88d74b6acc7f tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.0559964 Mar 29 20:24:42.216103 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-5b3486d8-2de0-43ab-97c8-60ffe268ba34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:42.255886 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-911297cf-a458-4022-a96a-fada559553c0 req-4cb3a1d1-bed7-494e-9cd1-85c45560c9b1 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454743 Mar 29 20:24:43.383107 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68073499-4077-487b-84c9-8937abb10c87 req-7f1645fb-19fc-42ea-94f0-db4e679eb70c tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:43.384594 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-68073499-4077-487b-84c9-8937abb10c87 req-7f1645fb-19fc-42ea-94f0-db4e679eb70c tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.0573170 Mar 29 20:24:43.433942 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-68073499-4077-487b-84c9-8937abb10c87 req-c82f04bf-dde0-4d3c-baeb-1da41b336e4b tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435696 Mar 29 20:24:43.690406 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:43.971481 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f20b26-2660-4e3a-86d2-7785cf81191c req-efc657d0-5851-4809-86a1-07ad06427c95 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:43.972937 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-41f20b26-2660-4e3a-86d2-7785cf81191c req-efc657d0-5851-4809-86a1-07ad06427c95 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.0587404 Mar 29 20:24:44.046079 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-41f20b26-2660-4e3a-86d2-7785cf81191c req-1519eed7-aebe-4ff1-9817-bf6839d3df7a tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652020 Mar 29 20:24:44.050569 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75df11-a48b-44d5-8117-388ad0b8c4f9 req-5b0852e6-e2d9-4125-9c43-441bcf1211e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:44.051960 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4a75df11-a48b-44d5-8117-388ad0b8c4f9 req-5b0852e6-e2d9-4125-9c43-441bcf1211e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=378d35471c8d47cc9624b98530d05223&device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 1129 time: 0.0781736 Mar 29 20:24:44.147495 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75df11-a48b-44d5-8117-388ad0b8c4f9 req-0477aa77-a7f8-4104-982f-89f600db34ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:44.148883 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4a75df11-a48b-44d5-8117-388ad0b8c4f9 req-0477aa77-a7f8-4104-982f-89f600db34ad service neutron] 10.222.0.42 "GET /v2.0/networks?id=fccb8720-153f-47bd-b545-dee0eba76738 HTTP/1.1" status: 200 len: 920 time: 0.0885561 Mar 29 20:24:44.214547 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4a75df11-a48b-44d5-8117-388ad0b8c4f9 req-48b03ff7-1740-4b01-924e-c9cdaad55f0b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=727e04d5-73d9-40d4-b1da-247a6660db94 HTTP/1.1" status: 200 len: 1000 time: 0.0584195 Mar 29 20:24:44.269045 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75df11-a48b-44d5-8117-388ad0b8c4f9 req-27a46038-7389-4269-87b1-376d91310e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:44.270513 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4a75df11-a48b-44d5-8117-388ad0b8c4f9 req-27a46038-7389-4269-87b1-376d91310e8d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f62aa6e9-61aa-4730-afeb-7a2b7cae7991 HTTP/1.1" status: 200 len: 858 time: 0.0471487 Mar 29 20:24:44.332436 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75df11-a48b-44d5-8117-388ad0b8c4f9 req-38556273-6c99-4881-8da7-eb02b05c42b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:44.333989 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4a75df11-a48b-44d5-8117-388ad0b8c4f9 req-38556273-6c99-4881-8da7-eb02b05c42b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fccb8720-153f-47bd-b545-dee0eba76738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462401 Mar 29 20:24:44.426845 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4a75df11-a48b-44d5-8117-388ad0b8c4f9 req-9cf33dde-f38f-4325-bfab-22b2d72dab49 service neutron] 10.222.0.42 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827265 Mar 29 20:24:44.524131 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4a75df11-a48b-44d5-8117-388ad0b8c4f9 req-b170c4c2-e766-4049-895c-ce8afdad9dc2 service neutron] 10.222.0.42 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905592 Mar 29 20:24:44.759039 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:45.166383 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78107c2f-9ce9-4f4f-be21-22a11d4d12fe req-fc379558-0fb5-48c9-b071-8d640d640e37 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:45.167856 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-78107c2f-9ce9-4f4f-be21-22a11d4d12fe req-fc379558-0fb5-48c9-b071-8d640d640e37 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.0537517 Mar 29 20:24:45.214260 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-78107c2f-9ce9-4f4f-be21-22a11d4d12fe req-72d0d955-5223-4069-96b6-7102f23d70fc tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409040 Mar 29 20:24:46.339215 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc9a3a-de94-4545-bf76-e8658fc919ac req-0e15b719-842b-4565-aa92-7ee733dcfba8 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:46.340850 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c8cc9a3a-de94-4545-bf76-e8658fc919ac req-0e15b719-842b-4565-aa92-7ee733dcfba8 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.0572467 Mar 29 20:24:46.388689 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c8cc9a3a-de94-4545-bf76-e8658fc919ac req-c6500410-a8c8-4d67-8496-2d2b3da71fe1 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414796 Mar 29 20:24:46.393394 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:47.513071 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d4084-6a91-4ee3-88d4-5c90ac400564 req-edfc3ed2-530f-4158-b6aa-9fe0f9eb4d0c tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:47.514646 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-bf3d4084-6a91-4ee3-88d4-5c90ac400564 req-edfc3ed2-530f-4158-b6aa-9fe0f9eb4d0c tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.0550356 Mar 29 20:24:47.560779 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-bf3d4084-6a91-4ee3-88d4-5c90ac400564 req-98772579-22a0-45b0-a0f7-18563c3d0c75 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406175 Mar 29 20:24:47.678801 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f9299-3753-4ed7-8353-1a56ed37af61 req-8be95925-c0c9-4ff6-a6f9-8c93596b7806 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:47.680145 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-175f9299-3753-4ed7-8353-1a56ed37af61 req-8be95925-c0c9-4ff6-a6f9-8c93596b7806 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.0531402 Mar 29 20:24:47.688912 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 48582) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:24:47.693462 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-171b7d23-8b86-4535-8753-e21cac98009e tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Request body: {'floatingip': {'port_id': '727e04d5-73d9-40d4-b1da-247a6660db94'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:24:47.809500 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-171b7d23-8b86-4535-8753-e21cac98009e tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks [] for floatingip (6bd6bd30-38bd-4059-bf34-f345e9365d31), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:48.271307 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-171b7d23-8b86-4535-8753-e21cac98009e tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:48.593123 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-171b7d23-8b86-4535-8753-e21cac98009e tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (6bd6bd30-38bd-4059-bf34-f345e9365d31), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:48.808724 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171b7d23-8b86-4535-8753-e21cac98009e tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Router 0c8b3a80-4aae-4fc7-ac23-665769945cd5 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:24:48.917698 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171b7d23-8b86-4535-8753-e21cac98009e tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:24:48.922726 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-171b7d23-8b86-4535-8753-e21cac98009e tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:48.927947 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230a5253-2d12-4bf7-9485-af73318160e8 None None] Sync routers for ids ['0c8b3a80-4aae-4fc7-ac23-665769945cd5'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:24:48.939615 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230a5253-2d12-4bf7-9485-af73318160e8 None None] Routers {'0c8b3a80-4aae-4fc7-ac23-665769945cd5'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:24:48.940958 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-230a5253-2d12-4bf7-9485-af73318160e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:24:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['0c8b3a80-4aae-4fc7-ac23-665769945cd5'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:24:48.954695 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f475116-ca4f-4717-af29-1aca5e350b5e', 'tag': '727e04d5-73d9-40d4-b1da-247a6660db94'}] {{(pid=103820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:24:48.956898 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6edefd21b48d6680289e87f093b2b3ac5ccca22ebb7ce82a748a83257c36a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5602ede4-badb-4665-a85f-5a331126dd4b" -d '{"events": [{"name": "network-changed", "server_uuid": "8f475116-ca4f-4717-af29-1aca5e350b5e", "tag": "727e04d5-73d9-40d4-b1da-247a6660db94"}]}' {{(pid=103820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:24:48.997331 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-171b7d23-8b86-4535-8753-e21cac98009e tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "PUT /v2.0/floatingips/6bd6bd30-38bd-4059-bf34-f345e9365d31 HTTP/1.1" status: 200 len: 992 time: 1.2965701 Mar 29 20:24:49.007540 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ce6b94-a94d-416d-b0c2-76465473d8f5 x-openstack-request-id: req-15ce6b94-a94d-416d-b0c2-76465473d8f5 {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:24:49.007832 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f475116-ca4f-4717-af29-1aca5e350b5e", "tag": "727e04d5-73d9-40d4-b1da-247a6660db94", "status": "completed", "code": 200}]} {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:24:49.008089 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-15ce6b94-a94d-416d-b0c2-76465473d8f5 {{(pid=103820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:24:49.008499 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ce6b94-a94d-416d-b0c2-76465473d8f5'] response: {'name': 'network-changed', 'server_uuid': '8f475116-ca4f-4717-af29-1aca5e350b5e', 'tag': '727e04d5-73d9-40d4-b1da-247a6660db94', 'status': 'completed', 'code': 200} Mar 29 20:24:49.068000 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-230a5253-2d12-4bf7-9485-af73318160e8 None None] Set router 0c8b3a80-4aae-4fc7-ac23-665769945cd5 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:24:49.079061 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602ede4-badb-4665-a85f-5a331126dd4b req-b47e9b90-056f-4c77-8d5a-c55d92246342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:49.080655 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5602ede4-badb-4665-a85f-5a331126dd4b req-b47e9b90-056f-4c77-8d5a-c55d92246342 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=378d35471c8d47cc9624b98530d05223&device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 1129 time: 0.0489655 Mar 29 20:24:49.169988 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602ede4-badb-4665-a85f-5a331126dd4b req-f3599d76-b162-462a-9c5e-6f6e0b88c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:49.171569 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5602ede4-badb-4665-a85f-5a331126dd4b req-f3599d76-b162-462a-9c5e-6f6e0b88c094 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fccb8720-153f-47bd-b545-dee0eba76738 HTTP/1.1" status: 200 len: 920 time: 0.0840719 Mar 29 20:24:49.239654 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5602ede4-badb-4665-a85f-5a331126dd4b req-1350d22b-91b5-44b2-b3b0-d9ceed2c0f3e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=727e04d5-73d9-40d4-b1da-247a6660db94 HTTP/1.1" status: 200 len: 1000 time: 0.0608797 Mar 29 20:24:49.288517 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602ede4-badb-4665-a85f-5a331126dd4b req-0ee66406-2ca4-4dde-ae40-c2be737405e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:49.289958 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5602ede4-badb-4665-a85f-5a331126dd4b req-0ee66406-2ca4-4dde-ae40-c2be737405e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f62aa6e9-61aa-4730-afeb-7a2b7cae7991 HTTP/1.1" status: 200 len: 858 time: 0.0444250 Mar 29 20:24:49.291540 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-230a5253-2d12-4bf7-9485-af73318160e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1578203618-router', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '12477710-1a04-440e-9f58-027689602082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:25Z', 'updated_at': '2022-03-29T20:20:33Z', 'revision_number': 4, 'project_id': '378d35471c8d47cc9624b98530d05223', 'gw_port': {'id': '12477710-1a04-440e-9f58-027689602082', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:27Z', 'updated_at': '2022-03-29T20:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '6bd6bd30-38bd-4059-bf34-f345e9365d31', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'floating_ip_address': '172.27.3.94', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'port_id': '727e04d5-73d9-40d4-b1da-247a6660db94', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738', 'mac_address': 'fa:16:3e:af:f3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f475116-ca4f-4717-af29-1aca5e350b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:22:52Z', 'updated_at': '2022-03-29T20:24:48Z', 'revision_number': 3, 'project_id': '378d35471c8d47cc9624b98530d05223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '140331ae-5df5-45fa-a3f9-bea191881f2d', 'name': '', 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'mac_address': 'fa:16:3e:e0:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:31Z', 'updated_at': '2022-03-29T20:20:45Z', 'revision_number': 5, 'project_id': '378d35471c8d47cc9624b98530d05223', 'subnets': [{'id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:24:49.342401 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602ede4-badb-4665-a85f-5a331126dd4b req-d9e6eeac-148e-4b49-8f7c-41fd3df1fbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:49.343854 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5602ede4-badb-4665-a85f-5a331126dd4b req-d9e6eeac-148e-4b49-8f7c-41fd3df1fbcc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fccb8720-153f-47bd-b545-dee0eba76738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463502 Mar 29 20:24:49.401465 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230a5253-2d12-4bf7-9485-af73318160e8 None None] Checking router: 0c8b3a80-4aae-4fc7-ac23-665769945cd5 for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:24:49.410422 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230a5253-2d12-4bf7-9485-af73318160e8 None None] Routers {'0c8b3a80-4aae-4fc7-ac23-665769945cd5'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:24:49.411029 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-230a5253-2d12-4bf7-9485-af73318160e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:24:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['0c8b3a80-4aae-4fc7-ac23-665769945cd5'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:24:49.435693 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5602ede4-badb-4665-a85f-5a331126dd4b req-8d9d4538-cf12-4c08-a24b-4920fc2ce8e3 service neutron] 10.222.0.42 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853083 Mar 29 20:24:49.518766 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-230a5253-2d12-4bf7-9485-af73318160e8 None None] Set router 0c8b3a80-4aae-4fc7-ac23-665769945cd5 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:24:49.525900 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5602ede4-badb-4665-a85f-5a331126dd4b req-f16cbf31-63a0-4a63-9c9e-a3f85498757a service neutron] 10.222.0.42 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823593 Mar 29 20:24:49.735601 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-230a5253-2d12-4bf7-9485-af73318160e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1578203618-router', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '12477710-1a04-440e-9f58-027689602082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:25Z', 'updated_at': '2022-03-29T20:20:33Z', 'revision_number': 4, 'project_id': '378d35471c8d47cc9624b98530d05223', 'gw_port': {'id': '12477710-1a04-440e-9f58-027689602082', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:27Z', 'updated_at': '2022-03-29T20:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '6bd6bd30-38bd-4059-bf34-f345e9365d31', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'floating_ip_address': '172.27.3.94', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'port_id': '727e04d5-73d9-40d4-b1da-247a6660db94', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738', 'mac_address': 'fa:16:3e:af:f3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f475116-ca4f-4717-af29-1aca5e350b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:22:52Z', 'updated_at': '2022-03-29T20:24:48Z', 'revision_number': 3, 'project_id': '378d35471c8d47cc9624b98530d05223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '140331ae-5df5-45fa-a3f9-bea191881f2d', 'name': '', 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'mac_address': 'fa:16:3e:e0:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:31Z', 'updated_at': '2022-03-29T20:20:45Z', 'revision_number': 5, 'project_id': '378d35471c8d47cc9624b98530d05223', 'subnets': [{'id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:24:49.764721 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230a5253-2d12-4bf7-9485-af73318160e8 None None] The sync data for ids ['0c8b3a80-4aae-4fc7-ac23-665769945cd5'] in dv-cinder-784815-3-iscsi is: [{'id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1578203618-router', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '12477710-1a04-440e-9f58-027689602082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:25Z', 'updated_at': '2022-03-29T20:20:33Z', 'revision_number': 4, 'project_id': '378d35471c8d47cc9624b98530d05223', 'gw_port': {'id': '12477710-1a04-440e-9f58-027689602082', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:27Z', 'updated_at': '2022-03-29T20:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '6bd6bd30-38bd-4059-bf34-f345e9365d31', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'floating_ip_address': '172.27.3.94', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'port_id': '727e04d5-73d9-40d4-b1da-247a6660db94', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738', 'mac_address': 'fa:16:3e:af:f3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f475116-ca4f-4717-af29-1aca5e350b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:22:52Z', 'updated_at': '2022-03-29T20:24:48Z', 'revision_number': 3, 'project_id': '378d35471c8d47cc9624b98530d05223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '140331ae-5df5-45fa-a3f9-bea191881f2d', 'name': '', 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'mac_address': 'fa:16:3e:e0:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:31Z', 'updated_at': '2022-03-29T20:20:45Z', 'revision_number': 5, 'project_id': '378d35471c8d47cc9624b98530d05223', 'subnets': [{'id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:24:51.009461 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f475116-ca4f-4717-af29-1aca5e350b5e', 'tag': '727e04d5-73d9-40d4-b1da-247a6660db94'}] {{(pid=103820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:24:51.012450 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6edefd21b48d6680289e87f093b2b3ac5ccca22ebb7ce82a748a83257c36a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bab334c-d895-4d16-bc7d-87a8285b0fba" -d '{"events": [{"name": "network-changed", "server_uuid": "8f475116-ca4f-4717-af29-1aca5e350b5e", "tag": "727e04d5-73d9-40d4-b1da-247a6660db94"}]}' {{(pid=103820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:24:51.046709 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9b6fab-43dc-444d-89ff-e761e0e09a50 x-openstack-request-id: req-0b9b6fab-43dc-444d-89ff-e761e0e09a50 {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:24:51.046997 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f475116-ca4f-4717-af29-1aca5e350b5e", "tag": "727e04d5-73d9-40d4-b1da-247a6660db94", "status": "completed", "code": 200}]} {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:24:51.047247 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b9b6fab-43dc-444d-89ff-e761e0e09a50 {{(pid=103820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:24:51.047644 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b9b6fab-43dc-444d-89ff-e761e0e09a50'] response: {'name': 'network-changed', 'server_uuid': '8f475116-ca4f-4717-af29-1aca5e350b5e', 'tag': '727e04d5-73d9-40d4-b1da-247a6660db94', 'status': 'completed', 'code': 200} Mar 29 20:24:51.112593 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab334c-d895-4d16-bc7d-87a8285b0fba req-43b5c55a-1855-40d0-b308-0d0419b7a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:51.114078 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6bab334c-d895-4d16-bc7d-87a8285b0fba req-43b5c55a-1855-40d0-b308-0d0419b7a037 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=378d35471c8d47cc9624b98530d05223&device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 1129 time: 0.0441587 Mar 29 20:24:51.205253 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab334c-d895-4d16-bc7d-87a8285b0fba req-3df214a4-da5b-4280-90c6-b56229ce5b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:51.206627 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6bab334c-d895-4d16-bc7d-87a8285b0fba req-3df214a4-da5b-4280-90c6-b56229ce5b8c service neutron] 10.222.0.42 "GET /v2.0/networks?id=fccb8720-153f-47bd-b545-dee0eba76738 HTTP/1.1" status: 200 len: 920 time: 0.0850220 Mar 29 20:24:51.270441 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6bab334c-d895-4d16-bc7d-87a8285b0fba req-83d25797-5a8d-4b3f-98d9-bb408a3502f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=727e04d5-73d9-40d4-b1da-247a6660db94 HTTP/1.1" status: 200 len: 1000 time: 0.0568719 Mar 29 20:24:51.320102 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab334c-d895-4d16-bc7d-87a8285b0fba req-db472bb2-c60a-4366-8b0a-59367128867b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:51.321741 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6bab334c-d895-4d16-bc7d-87a8285b0fba req-db472bb2-c60a-4366-8b0a-59367128867b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f62aa6e9-61aa-4730-afeb-7a2b7cae7991 HTTP/1.1" status: 200 len: 858 time: 0.0454903 Mar 29 20:24:51.370413 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab334c-d895-4d16-bc7d-87a8285b0fba req-475d336d-b5c9-463c-9c7c-edbf0666b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:51.371869 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6bab334c-d895-4d16-bc7d-87a8285b0fba req-475d336d-b5c9-463c-9c7c-edbf0666b51b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fccb8720-153f-47bd-b545-dee0eba76738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435934 Mar 29 20:24:51.466653 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6bab334c-d895-4d16-bc7d-87a8285b0fba req-1d98477a-5ac3-494d-8385-47b3cdb65cb2 service neutron] 10.222.0.42 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839396 Mar 29 20:24:51.561519 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6bab334c-d895-4d16-bc7d-87a8285b0fba req-ccd1abfe-ec12-4518-ba75-7a307499f426 service neutron] 10.222.0.42 "GET /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844326 Mar 29 20:24:55.329965 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a46de-8516-4dfc-89c7-32316a1d08df req-85e25c3f-bc1d-406e-ab67-479e8a90416f tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:55.331448 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b51a46de-8516-4dfc-89c7-32316a1d08df req-85e25c3f-bc1d-406e-ab67-479e8a90416f tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 984 time: 0.0543807 Mar 29 20:24:55.423576 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b51a46de-8516-4dfc-89c7-32316a1d08df req-7b963e77-ee8a-49b5-982e-c2322cd05c44 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&id=96977c4b-f076-4848-b747-3af2ebdeb816&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0861454 Mar 29 20:24:55.440309 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e8412-4dc6-44dd-adc3-683f9081478e req-a93464b2-5cb3-4018-80a3-f7055d876487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:55.440309 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2f1e8412-4dc6-44dd-adc3-683f9081478e req-a93464b2-5cb3-4018-80a3-f7055d876487 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2f6b0dd8bfcc425ab8ede8ef9179704f&device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 1168 time: 0.0738657 Mar 29 20:24:55.530444 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e8412-4dc6-44dd-adc3-683f9081478e req-4cb9e284-a912-4751-8921-b33264d1bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:55.531926 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2f1e8412-4dc6-44dd-adc3-683f9081478e req-4cb9e284-a912-4751-8921-b33264d1bc0e service neutron] 10.222.0.42 "GET /v2.0/networks?id=ec7c80de-26a8-44bc-b650-b022758e3ce1 HTTP/1.1" status: 200 len: 915 time: 0.0859840 Mar 29 20:24:55.599652 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2f1e8412-4dc6-44dd-adc3-683f9081478e req-8e91ef39-e381-45d5-9a36-32e3cdb1feba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=297c0a92-2658-4e19-828e-66381807866c HTTP/1.1" status: 200 len: 1001 time: 0.0608757 Mar 29 20:24:55.650298 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e8412-4dc6-44dd-adc3-683f9081478e req-75583627-5bd4-4301-84aa-0675ac770009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:55.652471 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2f1e8412-4dc6-44dd-adc3-683f9081478e req-75583627-5bd4-4301-84aa-0675ac770009 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=98fc0e2c-1bc2-49a5-9d7c-3117851043d1 HTTP/1.1" status: 200 len: 853 time: 0.0454130 Mar 29 20:24:55.702840 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e8412-4dc6-44dd-adc3-683f9081478e req-02465551-abc9-4f99-be37-ddd1df28395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:55.704360 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2f1e8412-4dc6-44dd-adc3-683f9081478e req-02465551-abc9-4f99-be37-ddd1df28395c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec7c80de-26a8-44bc-b650-b022758e3ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447612 Mar 29 20:24:55.799317 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2f1e8412-4dc6-44dd-adc3-683f9081478e req-3b2638d7-c1f2-4a9b-ac48-d4f3e7e2748e service neutron] 10.222.0.42 "GET /v2.0/networks/ec7c80de-26a8-44bc-b650-b022758e3ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868971 Mar 29 20:24:56.128858 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2f1e8412-4dc6-44dd-adc3-683f9081478e req-332abd19-4f92-4b6d-95ad-a5b06593a5c2 service neutron] 10.222.0.42 "GET /v2.0/networks/ec7c80de-26a8-44bc-b650-b022758e3ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228829 Mar 29 20:24:56.222665 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc997ba3-5890-4909-8887-7f70142adfde req-a0900ada-ae17-4675-b75c-080c8c96adb7 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:56.224130 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-dc997ba3-5890-4909-8887-7f70142adfde req-a0900ada-ae17-4675-b75c-080c8c96adb7 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 947 time: 0.0539477 Mar 29 20:24:56.274417 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-dc997ba3-5890-4909-8887-7f70142adfde req-fd80cb76-7ffd-4451-a54b-cf36d092a357 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443361 Mar 29 20:24:56.544830 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872f939-fe54-410b-9f64-b481d7970d06 req-7c067cfe-f9a8-4532-8ee0-e59203978a1c tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:56.546451 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0872f939-fe54-410b-9f64-b481d7970d06 req-7c067cfe-f9a8-4532-8ee0-e59203978a1c tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 984 time: 0.0531657 Mar 29 20:24:56.612378 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0872f939-fe54-410b-9f64-b481d7970d06 req-5d3c21a3-4f5b-479b-b5d9-1b382ed27b3d tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&id=96977c4b-f076-4848-b747-3af2ebdeb816&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0601690 Mar 29 20:24:57.402990 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd7a6d-81a8-41e1-9a61-0e906c6a9282 req-d8b31d3a-2700-4f8c-a0e1-de849013d062 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:57.404480 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-80cd7a6d-81a8-41e1-9a61-0e906c6a9282 req-d8b31d3a-2700-4f8c-a0e1-de849013d062 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 947 time: 0.0557640 Mar 29 20:24:57.451022 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-80cd7a6d-81a8-41e1-9a61-0e906c6a9282 req-d9fd063a-b72f-4aa7-866d-637bcdd83a6a tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408309 Mar 29 20:24:57.739215 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca463bd-db66-4122-a5e8-0203631321b4 req-752d6b75-5e92-4a2a-9476-fc17e8fdb616 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:57.740670 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9ca463bd-db66-4122-a5e8-0203631321b4 req-752d6b75-5e92-4a2a-9476-fc17e8fdb616 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 984 time: 0.0592468 Mar 29 20:24:57.798480 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9ca463bd-db66-4122-a5e8-0203631321b4 req-a56389a3-0417-4418-8431-c985beaa97f8 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&id=96977c4b-f076-4848-b747-3af2ebdeb816&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0515935 Mar 29 20:24:57.963936 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14e49e-685f-4818-ad3e-3f0bcf9f9858 req-4de58267-f91c-42b6-aae7-f4d7e824b9de tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:57.965459 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7e14e49e-685f-4818-ad3e-3f0bcf9f9858 req-4de58267-f91c-42b6-aae7-f4d7e824b9de tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.42 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 947 time: 0.0540843 Mar 29 20:24:58.063243 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [req-7e14e49e-685f-4818-ad3e-3f0bcf9f9858 req-a564ec64-17dd-4b39-9dc0-78647e778a91 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Deleting port 786595bd-5a4a-4989-9760-332801a7a871 {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:24:58.063593 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-7e14e49e-685f-4818-ad3e-3f0bcf9f9858 req-a564ec64-17dd-4b39-9dc0-78647e778a91 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (786595bd-5a4a-4989-9760-332801a7a871), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:58.148490 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [req-7e14e49e-685f-4818-ad3e-3f0bcf9f9858 req-a564ec64-17dd-4b39-9dc0-78647e778a91 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] For port 786595bd-5a4a-4989-9760-332801a7a871, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=786595bd-5a4a-4989-9760-332801a7a871,segment=NetworkSegment(144a29d3-8b92-419a-a892-5d1bda94856a),segment_id=144a29d3-8b92-419a-a892-5d1bda94856a)] {{(pid=103820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:24:58.148847 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-7e14e49e-685f-4818-ad3e-3f0bcf9f9858 req-a564ec64-17dd-4b39-9dc0-78647e778a91 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (786595bd-5a4a-4989-9760-332801a7a871), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:58.374853 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-7e14e49e-685f-4818-ad3e-3f0bcf9f9858 req-a564ec64-17dd-4b39-9dc0-78647e778a91 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:58.375212 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-7e14e49e-685f-4818-ad3e-3f0bcf9f9858 req-a564ec64-17dd-4b39-9dc0-78647e778a91 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (59956ce2-e92a-4e49-9403-5f794b9c6738), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:58.375523 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.db.l3_db [req-7e14e49e-685f-4818-ad3e-3f0bcf9f9858 req-a564ec64-17dd-4b39-9dc0-78647e778a91 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Floating IP 59956ce2-e92a-4e49-9403-5f794b9c6738 disassociated. External IP: 172.27.3.187, port: 786595bd-5a4a-4989-9760-332801a7a871. Mar 29 20:24:58.375859 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [req-7e14e49e-685f-4818-ad3e-3f0bcf9f9858 req-a564ec64-17dd-4b39-9dc0-78647e778a91 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Calling delete_port for 786595bd-5a4a-4989-9760-332801a7a871 owned by compute:nova {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:24:58.579985 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c40a9-a58d-40ba-8bb4-99d99a1362c8 req-215dd27c-4769-4b4f-b1c3-6b7d4157ef0c tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:58.581461 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1e1c40a9-a58d-40ba-8bb4-99d99a1362c8 req-215dd27c-4769-4b4f-b1c3-6b7d4157ef0c tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 947 time: 0.0571785 Mar 29 20:24:58.581988 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:58.604309 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-7e14e49e-685f-4818-ad3e-3f0bcf9f9858 req-a564ec64-17dd-4b39-9dc0-78647e778a91 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (786595bd-5a4a-4989-9760-332801a7a871), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:58.642304 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564ec64-17dd-4b39-9dc0-78647e778a91 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Pushing event deleted for resources: {'Port': ['ID=786595bd-5a4a-4989-9760-332801a7a871,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:24:58.662561 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a564ec64-17dd-4b39-9dc0-78647e778a91 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:24:58.662973 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a564ec64-17dd-4b39-9dc0-78647e778a91 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:24:58.663321 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a564ec64-17dd-4b39-9dc0-78647e778a91 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:24:58.663661 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a564ec64-17dd-4b39-9dc0-78647e778a91 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:24:58.664004 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a564ec64-17dd-4b39-9dc0-78647e778a91 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:24:58.664340 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a564ec64-17dd-4b39-9dc0-78647e778a91 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:24:58.664676 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a564ec64-17dd-4b39-9dc0-78647e778a91 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:24:58.665005 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a564ec64-17dd-4b39-9dc0-78647e778a91 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:24:58.665409 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a564ec64-17dd-4b39-9dc0-78647e778a91 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:24:58.665746 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a564ec64-17dd-4b39-9dc0-78647e778a91 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:24:58.666763 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a564ec64-17dd-4b39-9dc0-78647e778a91 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:24:58.667110 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a564ec64-17dd-4b39-9dc0-78647e778a91 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:24:58.667433 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a564ec64-17dd-4b39-9dc0-78647e778a91 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:24:58.667761 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a564ec64-17dd-4b39-9dc0-78647e778a91 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:24:58.668089 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a564ec64-17dd-4b39-9dc0-78647e778a91 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:24:58.680291 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1e1c40a9-a58d-40ba-8bb4-99d99a1362c8 req-fb518d7b-def1-4b82-b4f9-26b5b5a0f39d tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931108 Mar 29 20:24:58.786639 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e14e49e-685f-4818-ad3e-3f0bcf9f9858 req-a564ec64-17dd-4b39-9dc0-78647e778a91 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Router 27da9c05-c56d-407b-b126-808fcd8b2af4 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:24:58.932717 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e14e49e-685f-4818-ad3e-3f0bcf9f9858 req-a564ec64-17dd-4b39-9dc0-78647e778a91 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:24:58.944511 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec4bcf0-abd7-43f3-a7c3-7dcc966d88a6 None None] Sync routers for ids ['27da9c05-c56d-407b-b126-808fcd8b2af4'] in dv-cinder-784815-3-iscsi {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:24:58.958156 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec4bcf0-abd7-43f3-a7c3-7dcc966d88a6 None None] Routers {'27da9c05-c56d-407b-b126-808fcd8b2af4'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:24:58.958917 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-0ec4bcf0-abd7-43f3-a7c3-7dcc966d88a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:24:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['27da9c05-c56d-407b-b126-808fcd8b2af4'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:24:58.987145 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6403a0-b4c8-486b-bf82-221cd9ec4d02 req-cac2fb9d-d4ba-432e-a4ce-8eb636e423aa tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:24:58.988661 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ce6403a0-b4c8-486b-bf82-221cd9ec4d02 req-cac2fb9d-d4ba-432e-a4ce-8eb636e423aa tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 984 time: 0.1201785 Mar 29 20:24:59.008719 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e14e49e-685f-4818-ad3e-3f0bcf9f9858 req-a564ec64-17dd-4b39-9dc0-78647e778a91 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] No DVR routers for this DVR port 786595bd-5a4a-4989-9760-332801a7a871 on host hv-cinder-78481 {{(pid=103820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:24:59.017943 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-7e14e49e-685f-4818-ad3e-3f0bcf9f9858 req-a564ec64-17dd-4b39-9dc0-78647e778a91 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:24:59.021017 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7e14e49e-685f-4818-ad3e-3f0bcf9f9858 req-a564ec64-17dd-4b39-9dc0-78647e778a91 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.42 "DELETE /v2.0/ports/786595bd-5a4a-4989-9760-332801a7a871 HTTP/1.1" status: 204 len: 173 time: 1.0502098 Mar 29 20:24:59.021906 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17ca5e9-aa51-491b-b298-59a8957e84a2', 'name': 'network-vif-deleted', 'tag': '786595bd-5a4a-4989-9760-332801a7a871'}] {{(pid=103820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:24:59.023710 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6edefd21b48d6680289e87f093b2b3ac5ccca22ebb7ce82a748a83257c36a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc85bb3-9cb2-478f-9d02-b35e38c4480e" -d '{"events": [{"server_uuid": "f17ca5e9-aa51-491b-b298-59a8957e84a2", "name": "network-vif-deleted", "tag": "786595bd-5a4a-4989-9760-332801a7a871"}]}' {{(pid=103820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:24:59.079497 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-0ec4bcf0-abd7-43f3-a7c3-7dcc966d88a6 None None] Set router 27da9c05-c56d-407b-b126-808fcd8b2af4 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:24:59.097631 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ce6403a0-b4c8-486b-bf82-221cd9ec4d02 req-29d670f2-059c-48fb-9882-5ffd0065cb34 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&id=96977c4b-f076-4848-b747-3af2ebdeb816&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0890021 Mar 29 20:24:59.100190 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997dbea7-c1dc-4d73-a399-36ae1ee58ab3 x-openstack-request-id: req-997dbea7-c1dc-4d73-a399-36ae1ee58ab3 {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:24:59.100585 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17ca5e9-aa51-491b-b298-59a8957e84a2", "name": "network-vif-deleted", "tag": "786595bd-5a4a-4989-9760-332801a7a871", "status": "completed", "code": 200}]} {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:24:59.100925 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-997dbea7-c1dc-4d73-a399-36ae1ee58ab3 {{(pid=103820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:24:59.101319 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-997dbea7-c1dc-4d73-a399-36ae1ee58ab3'] response: {'server_uuid': 'f17ca5e9-aa51-491b-b298-59a8957e84a2', 'name': 'network-vif-deleted', 'tag': '786595bd-5a4a-4989-9760-332801a7a871', 'status': 'completed', 'code': 200} Mar 29 20:24:59.288127 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-0ec4bcf0-abd7-43f3-a7c3-7dcc966d88a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'name': 'tempest-AttachVolumeShelveTestJSON-267162537-router', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:29Z', 'updated_at': '2022-03-29T20:20:40Z', 'revision_number': 4, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'gw_port': {'id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '611b4ba1-c6a6-4cb1-ba21-a5b593294d88', 'name': '', 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'mac_address': 'fa:16:3e:08:c7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:37Z', 'updated_at': '2022-03-29T20:20:51Z', 'revision_number': 5, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'subnets': [{'id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:24:59.315648 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec4bcf0-abd7-43f3-a7c3-7dcc966d88a6 None None] Checking router: 27da9c05-c56d-407b-b126-808fcd8b2af4 for host: dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:24:59.324504 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec4bcf0-abd7-43f3-a7c3-7dcc966d88a6 None None] Routers {'27da9c05-c56d-407b-b126-808fcd8b2af4'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:24:59.325116 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-0ec4bcf0-abd7-43f3-a7c3-7dcc966d88a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:24:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['27da9c05-c56d-407b-b126-808fcd8b2af4'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:24:59.435690 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-0ec4bcf0-abd7-43f3-a7c3-7dcc966d88a6 None None] Set router 27da9c05-c56d-407b-b126-808fcd8b2af4 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:24:59.641312 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-0ec4bcf0-abd7-43f3-a7c3-7dcc966d88a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'name': 'tempest-AttachVolumeShelveTestJSON-267162537-router', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:29Z', 'updated_at': '2022-03-29T20:20:40Z', 'revision_number': 4, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'gw_port': {'id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '611b4ba1-c6a6-4cb1-ba21-a5b593294d88', 'name': '', 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'mac_address': 'fa:16:3e:08:c7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:37Z', 'updated_at': '2022-03-29T20:20:51Z', 'revision_number': 5, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'subnets': [{'id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:24:59.672733 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec4bcf0-abd7-43f3-a7c3-7dcc966d88a6 None None] The sync data for ids ['27da9c05-c56d-407b-b126-808fcd8b2af4'] in dv-cinder-784815-3-iscsi is: [{'id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'name': 'tempest-AttachVolumeShelveTestJSON-267162537-router', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:29Z', 'updated_at': '2022-03-29T20:20:40Z', 'revision_number': 4, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'gw_port': {'id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '611b4ba1-c6a6-4cb1-ba21-a5b593294d88', 'name': '', 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'mac_address': 'fa:16:3e:08:c7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:37Z', 'updated_at': '2022-03-29T20:20:51Z', 'revision_number': 5, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'subnets': [{'id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:24:59.826840 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e82c5fac-c375-48fd-84ca-da461a9fc6f5 req-79ba021a-1b07-4c6b-b437-fdf74980ea33 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17ca5e9-aa51-491b-b298-59a8957e84a2 HTTP/1.1" status: 200 len: 210 time: 0.0438201 Mar 29 20:25:00.006375 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 48702) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:00.028398 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bef488-cb0e-40d6-a3d1-4f38905f58c7 None None] New status for floating IP 59956ce2-e92a-4e49-9403-5f794b9c6738: DOWN {{(pid=103823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 20:25:00.125125 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-cbf61467-424b-4de7-a9cb-132db85b5235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:00.246389 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-cbf61467-424b-4de7-a9cb-132db85b5235 admin admin] Publish callbacks [] for security_group (b64e1eb5-3cfb-48d7-807a-7b9ace5bc9d5), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:00.260970 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7f2a9-53c9-461b-8d82-edb73852b065 req-35185cb8-1f7e-4c38-85df-ab51e24b9e67 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:00.262448 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ade7f2a9-53c9-461b-8d82-edb73852b065 req-35185cb8-1f7e-4c38-85df-ab51e24b9e67 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 984 time: 0.0870147 Mar 29 20:25:00.310911 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-cbf61467-424b-4de7-a9cb-132db85b5235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (b64e1eb5-3cfb-48d7-807a-7b9ace5bc9d5), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:00.360929 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ade7f2a9-53c9-461b-8d82-edb73852b065 req-347dbba8-d9e7-46a2-920c-ba53215a740a tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&id=96977c4b-f076-4848-b747-3af2ebdeb816&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0925140 Mar 29 20:25:00.363731 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf61467-424b-4de7-a9cb-132db85b5235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64e1eb5-3cfb-48d7-807a-7b9ace5bc9d5,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:00.367783 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-cbf61467-424b-4de7-a9cb-132db85b5235 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1e79df43810a4b578b3a325a46ae61bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3603339 Mar 29 20:25:00.371200 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 48708) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:00.428725 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1d0315b1-cb5b-439f-a033-30a77890ac7a admin admin] Publish callbacks [] for security_group (b64e1eb5-3cfb-48d7-807a-7b9ace5bc9d5), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:00.453912 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1d0315b1-cb5b-439f-a033-30a77890ac7a admin admin] Publish callbacks [] for security_group (b64e1eb5-3cfb-48d7-807a-7b9ace5bc9d5), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:00.542633 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1d0315b1-cb5b-439f-a033-30a77890ac7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (b64e1eb5-3cfb-48d7-807a-7b9ace5bc9d5), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:00.545221 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1d0315b1-cb5b-439f-a033-30a77890ac7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:00.546417 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-1d0315b1-cb5b-439f-a033-30a77890ac7a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b64e1eb5-3cfb-48d7-807a-7b9ace5bc9d5 HTTP/1.1" status: 204 len: 168 time: 0.1741493 Mar 29 20:25:00.555213 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0315b1-cb5b-439f-a033-30a77890ac7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64e1eb5-3cfb-48d7-807a-7b9ace5bc9d5,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:01.012241 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 48724) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:01.070852 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-30968c4e-be43-4681-89ad-9b7de421e420 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for security_group (4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:01.096301 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-30968c4e-be43-4681-89ad-9b7de421e420 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for security_group (4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:01.205102 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-30968c4e-be43-4681-89ad-9b7de421e420 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:01.217493 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-30968c4e-be43-4681-89ad-9b7de421e420 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:01.217493 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-30968c4e-be43-4681-89ad-9b7de421e420 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "DELETE /v2.0/security-groups/4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3 HTTP/1.1" status: 204 len: 168 time: 0.1989491 Mar 29 20:25:01.217718 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 48730) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:01.223905 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30968c4e-be43-4681-89ad-9b7de421e420 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:01.234230 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.api.v2.resource [None req-ba4add49-7d7a-4baf-bc03-2d4fea8e6eb6 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] show failed (client error): The resource could not be found. Mar 29 20:25:01.240059 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-ba4add49-7d7a-4baf-bc03-2d4fea8e6eb6 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups/4c856d6a-55ba-4c6e-bfbf-8236a7bda2e3 HTTP/1.1" status: 404 len: 347 time: 0.0233257 Mar 29 20:25:01.240828 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 48732) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:01.375121 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-552f7b4b-bae5-44af-bf6d-6c818f6ee24a tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Deleting port 8632b72b-797a-4b5b-8052-a07eb90faf4c {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:25:01.375454 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-552f7b4b-bae5-44af-bf6d-6c818f6ee24a tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (8632b72b-797a-4b5b-8052-a07eb90faf4c), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:01.460477 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-552f7b4b-bae5-44af-bf6d-6c818f6ee24a tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (8632b72b-797a-4b5b-8052-a07eb90faf4c), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:01.461231 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-552f7b4b-bae5-44af-bf6d-6c818f6ee24a tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for floatingip (8632b72b-797a-4b5b-8052-a07eb90faf4c), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:01.476581 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-552f7b4b-bae5-44af-bf6d-6c818f6ee24a tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Calling delete_port for 8632b72b-797a-4b5b-8052-a07eb90faf4c owned by network:floatingip {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:25:01.522161 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 48742) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:01.535825 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825120c-26d6-4228-99c1-8d66b9b080c2 req-95825ab4-8a20-42d8-ac5b-70e15f717ae6 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:01.542955 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c825120c-26d6-4228-99c1-8d66b9b080c2 req-95825ab4-8a20-42d8-ac5b-70e15f717ae6 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 984 time: 0.0902867 Mar 29 20:25:01.611552 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c825120c-26d6-4228-99c1-8d66b9b080c2 req-a7b9e50c-061d-49c1-83cf-e230e462fe1d tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&id=96977c4b-f076-4848-b747-3af2ebdeb816&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0628755 Mar 29 20:25:01.649259 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-98503729-e0e5-40be-a4cd-16777078b58b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-403732453-network', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:25:01.691020 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-552f7b4b-bae5-44af-bf6d-6c818f6ee24a tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (8632b72b-797a-4b5b-8052-a07eb90faf4c), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:01.720815 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f7b4b-bae5-44af-bf6d-6c818f6ee24a tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Pushing event deleted for resources: {'Port': ['ID=8632b72b-797a-4b5b-8052-a07eb90faf4c,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:01.753870 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98503729-e0e5-40be-a4cd-16777078b58b admin admin] Made reservation on behalf of f9800a1b31b34882beb7e5e6dcb78fd6 for: {'network': 1} {{(pid=103820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:25:01.756573 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-98503729-e0e5-40be-a4cd-16777078b58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for network (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:01.766680 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-98503729-e0e5-40be-a4cd-16777078b58b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:01.787261 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-552f7b4b-bae5-44af-bf6d-6c818f6ee24a tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for floatingip (59956ce2-e92a-4e49-9403-5f794b9c6738), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:01.790252 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-552f7b4b-bae5-44af-bf6d-6c818f6ee24a tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:01.792258 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-552f7b4b-bae5-44af-bf6d-6c818f6ee24a tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "DELETE /v2.0/floatingips/59956ce2-e92a-4e49-9403-5f794b9c6738 HTTP/1.1" status: 204 len: 168 time: 0.5497558 Mar 29 20:25:01.865191 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-98503729-e0e5-40be-a4cd-16777078b58b admin admin] Publish callbacks [] for security_group (2d11b822-f829-4e9c-972d-f2b77b4f4d9f), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:01.919227 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-98503729-e0e5-40be-a4cd-16777078b58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (2d11b822-f829-4e9c-972d-f2b77b4f4d9f), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:01.947919 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98503729-e0e5-40be-a4cd-16777078b58b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=103820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 20:25:01.961814 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98503729-e0e5-40be-a4cd-16777078b58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d11b822-f829-4e9c-972d-f2b77b4f4d9f,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:01.965721 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-98503729-e0e5-40be-a4cd-16777078b58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (0cd826c0-2b4c-4186-9491-4ca38eacdbb2), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:01.966070 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.db.segments_db [None req-98503729-e0e5-40be-a4cd-16777078b58b admin admin] Added segment 0cd826c0-2b4c-4186-9491-4ca38eacdbb2 of type vlan for network 1485f463-e536-4f42-9db0-6c4b09430b64 Mar 29 20:25:02.010521 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-98503729-e0e5-40be-a4cd-16777078b58b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738049548858'] for network (1485f463-e536-4f42-9db0-6c4b09430b64), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:02.063678 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 48748) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:02.068491 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-3749d863-53e0-4b2f-a938-b572a9b9d0fd tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Request body: {'security_group': {'name': 'tempest-securitygroup--154848630', 'description': 'tempest-description--150892758'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:25:02.081593 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-98503729-e0e5-40be-a4cd-16777078b58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for network (1485f463-e536-4f42-9db0-6c4b09430b64), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:02.082506 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98503729-e0e5-40be-a4cd-16777078b58b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:02.083168 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-98503729-e0e5-40be-a4cd-16777078b58b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:02.127296 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 786595bd-5a4a-4989-9760-332801a7a871 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:25:02.138132 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3749d863-53e0-4b2f-a938-b572a9b9d0fd tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:02.148866 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] No Port match for: 786595bd-5a4a-4989-9760-332801a7a871 {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:25:02.149507 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 786595bd-5a4a-4989-9760-332801a7a871 not bound to the agent host hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:25:02.157601 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98503729-e0e5-40be-a4cd-16777078b58b admin admin] Pushing event updated for resources: {'Network': ['ID=1485f463-e536-4f42-9db0-6c4b09430b64,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:02.170341 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Network 1485f463-e536-4f42-9db0-6c4b09430b64 details requested by agent ovs-agent-dv-cinder-784815-3-iscsi with host dv-cinder-784815-3-iscsi {{(pid=103822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 20:25:02.191035 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-98503729-e0e5-40be-a4cd-16777078b58b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6648130 Mar 29 20:25:02.191676 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 48750) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:02.196503 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-3345bbac-1a70-43b3-98c0-e0acd6f42d41 admin admin] Request body: {'subnet': {'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-403732453-subnet', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'ip_version': 4}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:25:02.238985 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3749d863-53e0-4b2f-a938-b572a9b9d0fd tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for security_group (38f6082b-3876-406b-bafc-7162f9136ddf), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:02.290729 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3345bbac-1a70-43b3-98c0-e0acd6f42d41 admin admin] Made reservation on behalf of f9800a1b31b34882beb7e5e6dcb78fd6 for: {'subnet': 1} {{(pid=103820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:25:02.294732 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3345bbac-1a70-43b3-98c0-e0acd6f42d41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126129298'] for subnet (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:02.340434 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3749d863-53e0-4b2f-a938-b572a9b9d0fd tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (38f6082b-3876-406b-bafc-7162f9136ddf), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:02.388070 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749d863-53e0-4b2f-a938-b572a9b9d0fd tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38f6082b-3876-406b-bafc-7162f9136ddf,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:02.450774 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3749d863-53e0-4b2f-a938-b572a9b9d0fd tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:02.452020 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-3749d863-53e0-4b2f-a938-b572a9b9d0fd tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3872728 Mar 29 20:25:02.454987 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 48752) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:02.459687 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-97eb0d86-dbd1-4c03-af4d-7ed912bc4385 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Request body: {'security_group_rule': {'security_group_id': '38f6082b-3876-406b-bafc-7162f9136ddf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:25:02.552159 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-97eb0d86-dbd1-4c03-af4d-7ed912bc4385 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for security_group_rule (128cfeae-243f-443b-80a2-4ef30743ceb1), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:02.576360 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3345bbac-1a70-43b3-98c0-e0acd6f42d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126325837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126129284'] for subnet (99545cee-9f42-4fac-8b36-5dffd0cc2c3e), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:02.610421 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-97eb0d86-dbd1-4c03-af4d-7ed912bc4385 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for security_group_rule (128cfeae-243f-443b-80a2-4ef30743ceb1), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:02.640306 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345bbac-1a70-43b3-98c0-e0acd6f42d41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99545cee-9f42-4fac-8b36-5dffd0cc2c3e,revision_number=0']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:02.649506 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3345bbac-1a70-43b3-98c0-e0acd6f42d41 admin admin] Checking segment: {'id': '0cd826c0-2b4c-4186-9491-4ca38eacdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:25:02.649927 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3345bbac-1a70-43b3-98c0-e0acd6f42d41 admin admin] Network hostable DHCP agents. Network: 1485f463-e536-4f42-9db0-6c4b09430b64, hostable agents: ['fbd11a15-72c3-4df4-9a60-af3fb4eb1f23'], hosted agents: [] {{(pid=103820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 20:25:02.684822 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-97eb0d86-dbd1-4c03-af4d-7ed912bc4385 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (128cfeae-243f-443b-80a2-4ef30743ceb1), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:02.707350 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb0d86-dbd1-4c03-af4d-7ed912bc4385 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=128cfeae-243f-443b-80a2-4ef30743ceb1,revision_number=0']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:02.737527 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ceefb-4075-45b0-abee-665f8630e057 req-571a83e3-e5a6-4e3d-a641-428c57c2e2e1 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:02.739278 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-362ceefb-4075-45b0-abee-665f8630e057 req-571a83e3-e5a6-4e3d-a641-428c57c2e2e1 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 984 time: 0.0634084 Mar 29 20:25:02.752216 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3345bbac-1a70-43b3-98c0-e0acd6f42d41 admin admin] Network 1485f463-e536-4f42-9db0-6c4b09430b64 is scheduled to be hosted by DHCP agent fbd11a15-72c3-4df4-9a60-af3fb4eb1f23 with binding_index 1 {{(pid=103820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 20:25:02.778266 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-97eb0d86-dbd1-4c03-af4d-7ed912bc4385 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:02.782801 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-97eb0d86-dbd1-4c03-af4d-7ed912bc4385 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3234890 Mar 29 20:25:02.782801 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 48756) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:02.787053 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-1b49e6c3-0f0b-4116-891b-a2362b24b4ff tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Request body: {'security_group_rule': {'security_group_id': '38f6082b-3876-406b-bafc-7162f9136ddf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:25:02.805371 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-362ceefb-4075-45b0-abee-665f8630e057 req-07cd4b76-5ee6-45e8-ae1a-8d445ce693de tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&id=96977c4b-f076-4848-b747-3af2ebdeb816&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0594344 Mar 29 20:25:02.827568 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-3345bbac-1a70-43b3-98c0-e0acd6f42d41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-3-iscsi, 1485f463-e536-4f42-9db0-6c4b09430b64) {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:25:02.831914 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3345bbac-1a70-43b3-98c0-e0acd6f42d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:02.835109 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3345bbac-1a70-43b3-98c0-e0acd6f42d41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:02.837589 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248f6f96-fc3c-43dc-bba1-f2e034d5f2a5 None None] Network 1485f463-e536-4f42-9db0-6c4b09430b64 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:25:02.857642 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-1b49e6c3-0f0b-4116-891b-a2362b24b4ff tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for security_group_rule (8471dff7-5f59-4c75-b9f9-18cd55e0e6b6), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:02.910620 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-3345bbac-1a70-43b3-98c0-e0acd6f42d41 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7147238 Mar 29 20:25:02.912609 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 48758) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:02.916472 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-1b49e6c3-0f0b-4116-891b-a2362b24b4ff tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for security_group_rule (8471dff7-5f59-4c75-b9f9-18cd55e0e6b6), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:02.919619 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-a708d5bc-4efe-4172-8ba7-190460047c11 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-403732453-router', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:25:02.942728 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bbac15f-45b0-565a-a02d-41b9043018c6-1485f463-e536-4f42-9db0-6c4b09430b64', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'fixed_ips': [{'subnet_id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e'}]}} from dv-cinder-784815-3-iscsi. {{(pid=103822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 20:25:02.943658 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:02.958860 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-1b49e6c3-0f0b-4116-891b-a2362b24b4ff tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (8471dff7-5f59-4c75-b9f9-18cd55e0e6b6), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:02.977192 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b49e6c3-0f0b-4116-891b-a2362b24b4ff tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8471dff7-5f59-4c75-b9f9-18cd55e0e6b6,revision_number=0']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:02.992997 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-a708d5bc-4efe-4172-8ba7-190460047c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router (de56441a-4d5f-4765-bbaa-4caada89364b), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:02.995054 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-a708d5bc-4efe-4172-8ba7-190460047c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-432'] for router (de56441a-4d5f-4765-bbaa-4caada89364b), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:03.054950 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-1b49e6c3-0f0b-4116-891b-a2362b24b4ff tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:03.060058 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-1b49e6c3-0f0b-4116-891b-a2362b24b4ff tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2731116 Mar 29 20:25:03.060631 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 48760) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:03.061729 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-a708d5bc-4efe-4172-8ba7-190460047c11 admin admin] Publish callbacks [] for router_controller (de56441a-4d5f-4765-bbaa-4caada89364b), precommit_add_association {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:03.066564 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-0b140598-a3a4-42e9-8a73-ad4705a1e59e tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Request body: {'floatingip': {'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:25:03.088444 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.db_base_plugin_common [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Allocated IP 172.20.0.2 (1485f463-e536-4f42-9db0-6c4b09430b64/99545cee-9f42-4fac-8b36-5dffd0cc2c3e/f5b357cd-1034-48f3-a23b-cd9f930a844f) {{(pid=103822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:25:03.147287 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0b140598-a3a4-42e9-8a73-ad4705a1e59e tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:03.233916 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Publish callbacks [] for port (f5b357cd-1034-48f3-a23b-cd9f930a844f), precommit_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:03.241402 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-a708d5bc-4efe-4172-8ba7-190460047c11 admin admin] Publish callbacks [] for router_gateway (de56441a-4d5f-4765-bbaa-4caada89364b), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:03.252335 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0b140598-a3a4-42e9-8a73-ad4705a1e59e tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:03.319655 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270'] for port (f5b357cd-1034-48f3-a23b-cd9f930a844f), after_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:03.358030 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_common [None req-0b140598-a3a4-42e9-8a73-ad4705a1e59e tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Allocated IP 172.27.3.3 (921e7f1b-e183-4cfd-babe-1b51626667cb/9cb70218-5a19-4d48-a6d1-83791bae0ed9/4b09af5d-02f3-4f1b-b725-41a87aa27791) {{(pid=103820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:25:03.359621 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Network 1485f463-e536-4f42-9db0-6c4b09430b64 is already hosted by enough agents. {{(pid=103822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:25:03.364560 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.scheduler.base_scheduler [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Resources bound (agent type, host, resource id): {{(pid=103822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:25:03.369538 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Received port after_create {{(pid=103822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:25:03.372459 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Pushing event updated for resources: {'Port': ['ID=f5b357cd-1034-48f3-a23b-cd9f930a844f,revision_number=1']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:03.383706 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:03.384280 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:03.385402 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:03.385765 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:03.386103 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:03.386614 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:03.387117 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:03.387452 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:03.387787 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:03.388114 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:03.388441 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:03.388768 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:03.389093 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:03.389446 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:03.389770 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:03.446625 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Attempting to bind port f5b357cd-1034-48f3-a23b-cd9f930a844f on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:25:03.447627 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Attempting to bind port f5b357cd-1034-48f3-a23b-cd9f930a844f by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': '0cd826c0-2b4c-4186-9491-4ca38eacdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64'}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:25:03.448057 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Attempting to bind port f5b357cd-1034-48f3-a23b-cd9f930a844f on network 1485f463-e536-4f42-9db0-6c4b09430b64 {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:25:03.453888 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:25:03.454261 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Checking segment: {'id': '0cd826c0-2b4c-4186-9491-4ca38eacdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:25:03.454850 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:03.455248 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Bound using segment: {'id': '0cd826c0-2b4c-4186-9491-4ca38eacdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64'} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:25:03.455725 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Bound port: f5b357cd-1034-48f3-a23b-cd9f930a844f, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd826c0-2b4c-4186-9491-4ca38eacdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64'}}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:25:03.456307 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (f5b357cd-1034-48f3-a23b-cd9f930a844f), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:03.481565 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0b140598-a3a4-42e9-8a73-ad4705a1e59e tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for port (4b09af5d-02f3-4f1b-b725-41a87aa27791), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:03.524529 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] For port f5b357cd-1034-48f3-a23b-cd9f930a844f, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:25:03.528425 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] For port f5b357cd-1034-48f3-a23b-cd9f930a844f, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=f5b357cd-1034-48f3-a23b-cd9f930a844f,segment=NetworkSegment(0cd826c0-2b4c-4186-9491-4ca38eacdbb2),segment_id=0cd826c0-2b4c-4186-9491-4ca38eacdbb2)] {{(pid=103822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:25:03.559588 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0b140598-a3a4-42e9-8a73-ad4705a1e59e tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (4b09af5d-02f3-4f1b-b725-41a87aa27791), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:03.582154 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (f5b357cd-1034-48f3-a23b-cd9f930a844f), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:03.606585 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b140598-a3a4-42e9-8a73-ad4705a1e59e tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Network 921e7f1b-e183-4cfd-babe-1b51626667cb is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:25:03.613457 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-0b140598-a3a4-42e9-8a73-ad4705a1e59e tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:25:03.618632 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b140598-a3a4-42e9-8a73-ad4705a1e59e tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Received port after_create {{(pid=103820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:25:03.621776 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b140598-a3a4-42e9-8a73-ad4705a1e59e tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Pushing event updated for resources: {'Port': ['ID=4b09af5d-02f3-4f1b-b725-41a87aa27791,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:03.652582 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8021a2-b2b8-418f-a2b8-0c099d90f9b6 None None] Pushing event updated for resources: {'Port': ['ID=f5b357cd-1034-48f3-a23b-cd9f930a844f,revision_number=2']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:03.754228 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0b140598-a3a4-42e9-8a73-ad4705a1e59e tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for floatingip (7c7f4b2a-b1b7-4384-959e-e558cb48055d), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:03.797058 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-a708d5bc-4efe-4172-8ba7-190460047c11 admin admin] Publish callbacks [] for router_gateway (de56441a-4d5f-4765-bbaa-4caada89364b), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:03.817503 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-a708d5bc-4efe-4172-8ba7-190460047c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:03.902266 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0b140598-a3a4-42e9-8a73-ad4705a1e59e tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (4b09af5d-02f3-4f1b-b725-41a87aa27791), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:03.980120 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_common [None req-a708d5bc-4efe-4172-8ba7-190460047c11 admin admin] Allocated IP 172.27.3.25 (921e7f1b-e183-4cfd-babe-1b51626667cb/9cb70218-5a19-4d48-a6d1-83791bae0ed9/f177db50-1319-4967-885e-5da79d0748f3) {{(pid=103821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:25:04.086852 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae257fa0-b02f-4789-8c2e-6e8799c1b3b1 req-a06e3d6c-926e-45fa-bcb5-489bffa9613f tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:04.088482 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ae257fa0-b02f-4789-8c2e-6e8799c1b3b1 req-a06e3d6c-926e-45fa-bcb5-489bffa9613f tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 984 time: 0.1322436 Mar 29 20:25:04.110632 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-a708d5bc-4efe-4172-8ba7-190460047c11 admin admin] Publish callbacks [] for port (f177db50-1319-4967-885e-5da79d0748f3), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:04.190658 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ae257fa0-b02f-4789-8c2e-6e8799c1b3b1 req-aa47c639-383b-4bd4-bbbf-32678e3116d9 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&id=96977c4b-f076-4848-b747-3af2ebdeb816&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0915976 Mar 29 20:25:04.194350 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-a708d5bc-4efe-4172-8ba7-190460047c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (f177db50-1319-4967-885e-5da79d0748f3), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:04.206816 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0b140598-a3a4-42e9-8a73-ad4705a1e59e tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for port (4b09af5d-02f3-4f1b-b725-41a87aa27791), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:04.234807 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a708d5bc-4efe-4172-8ba7-190460047c11 admin admin] Network 921e7f1b-e183-4cfd-babe-1b51626667cb is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:25:04.237532 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [None req-a708d5bc-4efe-4172-8ba7-190460047c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:25:04.239987 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a708d5bc-4efe-4172-8ba7-190460047c11 admin admin] Received port after_create {{(pid=103821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:25:04.276036 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708d5bc-4efe-4172-8ba7-190460047c11 admin admin] Pushing event updated for resources: {'Port': ['ID=f177db50-1319-4967-885e-5da79d0748f3,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:04.289732 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0b140598-a3a4-42e9-8a73-ad4705a1e59e tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126327796'] for port (4b09af5d-02f3-4f1b-b725-41a87aa27791), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:04.357870 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b140598-a3a4-42e9-8a73-ad4705a1e59e tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Pushing event updated for resources: {'Port': ['ID=4b09af5d-02f3-4f1b-b725-41a87aa27791,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:04.369500 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0b140598-a3a4-42e9-8a73-ad4705a1e59e tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (7c7f4b2a-b1b7-4384-959e-e558cb48055d), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:04.435592 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0b140598-a3a4-42e9-8a73-ad4705a1e59e tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:04.436847 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-0b140598-a3a4-42e9-8a73-ad4705a1e59e tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3751109 Mar 29 20:25:04.651488 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-7c6e3ff1-0b3b-4f67-9f6b-86b5eff45a15 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--154848630&fields=id&tenant_id=4dd80d1f5dd744e8bd5cea87c84f184b HTTP/1.1" status: 200 len: 267 time: 0.0521872 Mar 29 20:25:04.664778 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-a708d5bc-4efe-4172-8ba7-190460047c11 admin admin] Publish callbacks [] for router_gateway (de56441a-4d5f-4765-bbaa-4caada89364b), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:04.745441 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd065fe-725b-4e9f-a5d5-083d5d20b6d9 None None] Network 1485f463-e536-4f42-9db0-6c4b09430b64 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:25:04.769402 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-b7584a57-4be7-4e12-9bb7-748bbcaad5b7 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:04.770875 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-b7584a57-4be7-4e12-9bb7-748bbcaad5b7 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/networks?id=cbeb19d7-fa07-4f98-99ee-9b94135513d6 HTTP/1.1" status: 200 len: 816 time: 0.1084700 Mar 29 20:25:04.785939 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-dfaa3e94-e901-4a6a-ad58-471e0403945e tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/quotas/4dd80d1f5dd744e8bd5cea87c84f184b HTTP/1.1" status: 200 len: 375 time: 0.0091243 Mar 29 20:25:04.848078 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-ad8a30f1-a7d7-4671-975f-62db4662529f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4dd80d1f5dd744e8bd5cea87c84f184b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549388 Mar 29 20:25:04.866821 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-f4c1f643-5786-4a15-9232-e795ceef79da None None] Provisioning complete for port f5b357cd-1034-48f3-a23b-cd9f930a844f triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:25:04.867187 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-f4c1f643-5786-4a15-9232-e795ceef79da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (f5b357cd-1034-48f3-a23b-cd9f930a844f), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:04.869208 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-a708d5bc-4efe-4172-8ba7-190460047c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540959'] for router (de56441a-4d5f-4765-bbaa-4caada89364b), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:04.971207 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-f4c1f643-5786-4a15-9232-e795ceef79da None None] Current status of the port f5b357cd-1034-48f3-a23b-cd9f930a844f is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:25:04.971612 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-f4c1f643-5786-4a15-9232-e795ceef79da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (f5b357cd-1034-48f3-a23b-cd9f930a844f), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:04.977931 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-3b8893b6-e99d-4e9b-b699-fa19c5606295 service neutron] 10.222.0.43 "GET /v2.0/networks/cbeb19d7-fa07-4f98-99ee-9b94135513d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167724 Mar 29 20:25:05.015566 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-f4c1f643-5786-4a15-9232-e795ceef79da None None] For port f5b357cd-1034-48f3-a23b-cd9f930a844f, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=f5b357cd-1034-48f3-a23b-cd9f930a844f,segment=NetworkSegment(0cd826c0-2b4c-4186-9491-4ca38eacdbb2),segment_id=0cd826c0-2b4c-4186-9491-4ca38eacdbb2)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:25:05.078360 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-6088473a-cb08-434a-827d-39bd32687619 service neutron] 10.222.0.43 "GET /v2.0/networks/cbeb19d7-fa07-4f98-99ee-9b94135513d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926890 Mar 29 20:25:05.096290 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-f4c1f643-5786-4a15-9232-e795ceef79da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (f5b357cd-1034-48f3-a23b-cd9f930a844f), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:05.125124 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a708d5bc-4efe-4172-8ba7-190460047c11 admin admin] Router de56441a-4d5f-4765-bbaa-4caada89364b is scheduled to L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d with binding_index 1 {{(pid=103821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 20:25:05.146043 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1f643-5786-4a15-9232-e795ceef79da None None] Pushing event updated for resources: {'Port': ['ID=f5b357cd-1034-48f3-a23b-cd9f930a844f,revision_number=3']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:05.215541 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-a7b59792-cd30-43c7-841d-b9f78860e540 None None] Provisioning complete for port f5b357cd-1034-48f3-a23b-cd9f930a844f triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:25:05.215910 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-a7b59792-cd30-43c7-841d-b9f78860e540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (f5b357cd-1034-48f3-a23b-cd9f930a844f), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:05.235158 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a708d5bc-4efe-4172-8ba7-190460047c11 admin admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:25:05.250094 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a672303-3f13-4ea6-9f45-f569435ad396 None None] Sync routers for ids ['de56441a-4d5f-4765-bbaa-4caada89364b'] in dv-cinder-784815-3-iscsi {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:25:05.270393 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a672303-3f13-4ea6-9f45-f569435ad396 None None] Routers {'de56441a-4d5f-4765-bbaa-4caada89364b'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:25:05.271006 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-1a672303-3f13-4ea6-9f45-f569435ad396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:24:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['de56441a-4d5f-4765-bbaa-4caada89364b'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:05.315859 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-a708d5bc-4efe-4172-8ba7-190460047c11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:05.317119 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-a708d5bc-4efe-4172-8ba7-190460047c11 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4029601 Mar 29 20:25:05.319987 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 48782) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:05.334829 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:25:05.378480 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b76d3931-fd37-4f9b-bc04-c5cc0818f842 req-f164c275-5f61-44ed-9118-e9cfbe6215e1 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 210 time: 0.0654998 Mar 29 20:25:05.422154 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af4a7a-80a7-4040-aade-bcc3c5a16e19 req-6a43940f-e93e-4575-886a-9c1044f9c3a8 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:05.423926 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e8af4a7a-80a7-4040-aade-bcc3c5a16e19 req-6a43940f-e93e-4575-886a-9c1044f9c3a8 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 984 time: 0.1053593 Mar 29 20:25:05.497879 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e8af4a7a-80a7-4040-aade-bcc3c5a16e19 req-612b1ed0-28e3-4272-bfdf-a7de8bb035e4 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&id=96977c4b-f076-4848-b747-3af2ebdeb816&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0668406 Mar 29 20:25:05.543469 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-a7b59792-cd30-43c7-841d-b9f78860e540 None None] Current status of the port f5b357cd-1034-48f3-a23b-cd9f930a844f is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:25:05.561562 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-1a672303-3f13-4ea6-9f45-f569435ad396 None None] Set router de56441a-4d5f-4765-bbaa-4caada89364b gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:25:05.770036 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-1a672303-3f13-4ea6-9f45-f569435ad396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'name': 'tempest-TestVolumeBootPattern-403732453-router', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f177db50-1319-4967-885e-5da79d0748f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:02Z', 'updated_at': '2022-03-29T20:25:04Z', 'revision_number': 3, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'gw_port': {'id': 'f177db50-1319-4967-885e-5da79d0748f3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:03Z', 'updated_at': '2022-03-29T20:25:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:05.805820 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device f5b357cd-1034-48f3-a23b-cd9f930a844f up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:25:05.809906 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a672303-3f13-4ea6-9f45-f569435ad396 None None] Checking router: de56441a-4d5f-4765-bbaa-4caada89364b for host: dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:25:05.810255 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a672303-3f13-4ea6-9f45-f569435ad396 None None] Updating router de56441a-4d5f-4765-bbaa-4caada89364b port f177db50-1319-4967-885e-5da79d0748f3 binding host dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 20:25:05.834694 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9ce71b1f-d57e-400d-b8c8-b28eab04297f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:05.865398 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-1a672303-3f13-4ea6-9f45-f569435ad396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (f177db50-1319-4967-885e-5da79d0748f3), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:05.964678 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port f5b357cd-1034-48f3-a23b-cd9f930a844f triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:25:05.965049 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (f5b357cd-1034-48f3-a23b-cd9f930a844f), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:05.999093 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_common [None req-9ce71b1f-d57e-400d-b8c8-b28eab04297f admin admin] Allocated IP 172.20.0.1 (1485f463-e536-4f42-9db0-6c4b09430b64/99545cee-9f42-4fac-8b36-5dffd0cc2c3e/f62b4591-cc81-42c5-804c-39393b1ebb1e) {{(pid=103821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:25:06.110169 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9ce71b1f-d57e-400d-b8c8-b28eab04297f admin admin] Publish callbacks [] for port (f62b4591-cc81-42c5-804c-39393b1ebb1e), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:06.128444 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port f5b357cd-1034-48f3-a23b-cd9f930a844f is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:25:06.191529 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-1a672303-3f13-4ea6-9f45-f569435ad396 None None] Publish callbacks [] for port (f177db50-1319-4967-885e-5da79d0748f3), precommit_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:06.199405 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9ce71b1f-d57e-400d-b8c8-b28eab04297f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (f62b4591-cc81-42c5-804c-39393b1ebb1e), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:06.235636 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce71b1f-d57e-400d-b8c8-b28eab04297f admin admin] Network 1485f463-e536-4f42-9db0-6c4b09430b64 is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:25:06.238413 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [None req-9ce71b1f-d57e-400d-b8c8-b28eab04297f admin admin] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:25:06.241876 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce71b1f-d57e-400d-b8c8-b28eab04297f admin admin] Received port after_create {{(pid=103821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:25:06.267431 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce71b1f-d57e-400d-b8c8-b28eab04297f admin admin] Pushing event updated for resources: {'Port': ['ID=f62b4591-cc81-42c5-804c-39393b1ebb1e,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:06.275917 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-1a672303-3f13-4ea6-9f45-f569435ad396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (f177db50-1319-4967-885e-5da79d0748f3), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:06.294686 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9ce71b1f-d57e-400d-b8c8-b28eab04297f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548808'] for router_interface (de56441a-4d5f-4765-bbaa-4caada89364b), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:06.326892 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-1a672303-3f13-4ea6-9f45-f569435ad396 None None] Attempting to bind port f177db50-1319-4967-885e-5da79d0748f3 on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:25:06.327305 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-1a672303-3f13-4ea6-9f45-f569435ad396 None None] Attempting to bind port f177db50-1319-4967-885e-5da79d0748f3 by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:25:06.327706 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a672303-3f13-4ea6-9f45-f569435ad396 None None] Attempting to bind port f177db50-1319-4967-885e-5da79d0748f3 on network 921e7f1b-e183-4cfd-babe-1b51626667cb {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:25:06.340100 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a672303-3f13-4ea6-9f45-f569435ad396 None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:25:06.340653 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a672303-3f13-4ea6-9f45-f569435ad396 None None] Checking segment: {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:25:06.340876 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-1a672303-3f13-4ea6-9f45-f569435ad396 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:06.341267 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a672303-3f13-4ea6-9f45-f569435ad396 None None] Bound using segment: {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:25:06.341770 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-1a672303-3f13-4ea6-9f45-f569435ad396 None None] Bound port: f177db50-1319-4967-885e-5da79d0748f3, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:25:06.342164 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-1a672303-3f13-4ea6-9f45-f569435ad396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (f177db50-1319-4967-885e-5da79d0748f3), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:06.343787 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99f4b0-1638-4843-a380-e820c249297f None None] Pushing event updated for resources: {'Port': ['ID=f177db50-1319-4967-885e-5da79d0748f3,revision_number=2']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:06.412901 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-1a672303-3f13-4ea6-9f45-f569435ad396 None None] For port f177db50-1319-4967-885e-5da79d0748f3, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:25:06.416699 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-1a672303-3f13-4ea6-9f45-f569435ad396 None None] For port f177db50-1319-4967-885e-5da79d0748f3, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=f177db50-1319-4967-885e-5da79d0748f3,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:25:06.486005 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-1a672303-3f13-4ea6-9f45-f569435ad396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (f177db50-1319-4967-885e-5da79d0748f3), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:06.498007 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1cacabae-e5c0-463f-9a75-c1adc0a70ac4 req-56db224c-d3a6-49ee-aee5-944373c937ea tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 210 time: 0.0359864 Mar 29 20:25:06.522714 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9ce71b1f-d57e-400d-b8c8-b28eab04297f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (f62b4591-cc81-42c5-804c-39393b1ebb1e), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:06.553492 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99f4b0-1638-4843-a380-e820c249297f None None] Pushing event updated for resources: {'Port': ['ID=f177db50-1319-4967-885e-5da79d0748f3,revision_number=3']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:06.556208 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a672303-3f13-4ea6-9f45-f569435ad396 None None] Routers {'de56441a-4d5f-4765-bbaa-4caada89364b'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:25:06.557006 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-1a672303-3f13-4ea6-9f45-f569435ad396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:24:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['de56441a-4d5f-4765-bbaa-4caada89364b'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:06.644054 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b727dd-90ef-402d-a100-fa64e0fa8026 req-fa07df15-4d07-4f4f-8554-6fc04bf5426b tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:06.652102 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-72b727dd-90ef-402d-a100-fa64e0fa8026 req-fa07df15-4d07-4f4f-8554-6fc04bf5426b tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 984 time: 0.0706122 Mar 29 20:25:06.654218 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-0c565daa-f93b-4693-ba40-dfe4747160a9 None None] Provisioning complete for port f62b4591-cc81-42c5-804c-39393b1ebb1e triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:25:06.654591 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-0c565daa-f93b-4693-ba40-dfe4747160a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (f62b4591-cc81-42c5-804c-39393b1ebb1e), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:06.701589 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-0c565daa-f93b-4693-ba40-dfe4747160a9 None None] Port f62b4591-cc81-42c5-804c-39393b1ebb1e cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:25:06.718730 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-1a672303-3f13-4ea6-9f45-f569435ad396 None None] Set router de56441a-4d5f-4765-bbaa-4caada89364b gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:25:06.723675 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-72b727dd-90ef-402d-a100-fa64e0fa8026 req-a5d8fddf-daaf-436d-ae4f-7333c2e0cc14 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&id=96977c4b-f076-4848-b747-3af2ebdeb816&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0705624 Mar 29 20:25:06.725757 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9ce71b1f-d57e-400d-b8c8-b28eab04297f admin admin] Publish callbacks [] for port (f62b4591-cc81-42c5-804c-39393b1ebb1e), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:06.776598 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9ce71b1f-d57e-400d-b8c8-b28eab04297f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129149341'] for port (f62b4591-cc81-42c5-804c-39393b1ebb1e), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:06.851928 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce71b1f-d57e-400d-b8c8-b28eab04297f admin admin] Pushing event updated for resources: {'Port': ['ID=f62b4591-cc81-42c5-804c-39393b1ebb1e,revision_number=2']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:06.854680 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9ce71b1f-d57e-400d-b8c8-b28eab04297f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3663951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548700'] for router_interface (de56441a-4d5f-4765-bbaa-4caada89364b), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:06.923569 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-1a672303-3f13-4ea6-9f45-f569435ad396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'name': 'tempest-TestVolumeBootPattern-403732453-router', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f177db50-1319-4967-885e-5da79d0748f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:02Z', 'updated_at': '2022-03-29T20:25:06Z', 'revision_number': 4, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'gw_port': {'id': 'f177db50-1319-4967-885e-5da79d0748f3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:03Z', 'updated_at': '2022-03-29T20:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'f62b4591-cc81-42c5-804c-39393b1ebb1e', 'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'mac_address': 'fa:16:3e:58:df:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:05Z', 'updated_at': '2022-03-29T20:25:06Z', 'revision_number': 1, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'subnets': [{'id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:06.945574 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce71b1f-d57e-400d-b8c8-b28eab04297f admin admin] Network 1485f463-e536-4f42-9db0-6c4b09430b64 is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:25:06.947290 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [None req-9ce71b1f-d57e-400d-b8c8-b28eab04297f admin admin] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:25:06.950999 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a672303-3f13-4ea6-9f45-f569435ad396 None None] The sync data for ids ['de56441a-4d5f-4765-bbaa-4caada89364b'] in dv-cinder-784815-3-iscsi is: [{'id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'name': 'tempest-TestVolumeBootPattern-403732453-router', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f177db50-1319-4967-885e-5da79d0748f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:02Z', 'updated_at': '2022-03-29T20:25:06Z', 'revision_number': 4, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'gw_port': {'id': 'f177db50-1319-4967-885e-5da79d0748f3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:03Z', 'updated_at': '2022-03-29T20:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'f62b4591-cc81-42c5-804c-39393b1ebb1e', 'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'mac_address': 'fa:16:3e:58:df:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:05Z', 'updated_at': '2022-03-29T20:25:06Z', 'revision_number': 1, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'subnets': [{'id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:25:07.074088 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce71b1f-d57e-400d-b8c8-b28eab04297f admin admin] Router de56441a-4d5f-4765-bbaa-4caada89364b has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:25:07.207288 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce71b1f-d57e-400d-b8c8-b28eab04297f admin admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:25:07.211400 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-9ce71b1f-d57e-400d-b8c8-b28eab04297f admin admin] 10.222.0.43 "PUT /v2.0/routers/de56441a-4d5f-4765-bbaa-4caada89364b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8863487 Mar 29 20:25:07.230970 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-c5452b5e-7394-4f8f-8594-c25f7de48edc None None] Provisioning complete for port f62b4591-cc81-42c5-804c-39393b1ebb1e triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:25:07.231611 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-c5452b5e-7394-4f8f-8594-c25f7de48edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (f62b4591-cc81-42c5-804c-39393b1ebb1e), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:07.272846 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-c5452b5e-7394-4f8f-8594-c25f7de48edc None None] Port f62b4591-cc81-42c5-804c-39393b1ebb1e cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:25:07.393470 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-893fbd95-fa4e-473f-893f-2130cacba64f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:07.395070 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-893fbd95-fa4e-473f-893f-2130cacba64f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.42 "GET /v2.0/networks?id=cbeb19d7-fa07-4f98-99ee-9b94135513d6 HTTP/1.1" status: 200 len: 816 time: 0.1184711 Mar 29 20:25:07.474048 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-d713a0c5-7da8-4bd2-9ba0-230bf75a0a86 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dd80d1f5dd744e8bd5cea87c84f184b HTTP/1.1" status: 200 len: 379 time: 0.0679040 Mar 29 20:25:07.485397 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-54190c38-dd64-4b96-b963-d3bb93d6fc93 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Request body: {'port': {'device_id': '2e649b05-cfdb-4293-8dea-8561dffc623f', 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'admin_state_up': True, 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'security_groups': ['38f6082b-3876-406b-bafc-7162f9136ddf']}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:25:07.612820 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-06b79b6b-ecbe-4705-a58d-345de923a8c0 req-ac38e282-8d24-4e86-8b79-c0ff69d364dc tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 210 time: 0.0342867 Mar 29 20:25:07.719200 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-54190c38-dd64-4b96-b963-d3bb93d6fc93 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Made reservation on behalf of 4dd80d1f5dd744e8bd5cea87c84f184b for: {'port': 1} {{(pid=103820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:25:07.722608 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-54190c38-dd64-4b96-b963-d3bb93d6fc93 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:07.970057 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fc492-b45b-4316-98ba-409151a3f2b8 req-1cc7331f-c409-48c5-86e5-8b269b77ac60 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:07.972348 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-872fc492-b45b-4316-98ba-409151a3f2b8 req-1cc7331f-c409-48c5-86e5-8b269b77ac60 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 984 time: 0.1521723 Mar 29 20:25:07.992799 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_common [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-54190c38-dd64-4b96-b963-d3bb93d6fc93 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Allocated IP 172.20.0.11 (cbeb19d7-fa07-4f98-99ee-9b94135513d6/8355bf79-4b50-4d2a-871e-8619ac782cca/5dc42c0c-cc85-42ce-8a90-60113dd364b8) {{(pid=103820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:25:08.096043 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 48818) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:08.101769 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-049747a7-1052-4d5f-9772-e791c79d8075 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-169388773-network', 'tenant_id': '4d4ba541303f4c3cbbbb479c169d8bd4'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:25:08.188212 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049747a7-1052-4d5f-9772-e791c79d8075 admin admin] Made reservation on behalf of 4d4ba541303f4c3cbbbb479c169d8bd4 for: {'network': 1} {{(pid=103821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:25:08.193018 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-049747a7-1052-4d5f-9772-e791c79d8075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for network (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:08.201322 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-049747a7-1052-4d5f-9772-e791c79d8075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:08.297423 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-049747a7-1052-4d5f-9772-e791c79d8075 admin admin] Publish callbacks [] for security_group (fd9b16a6-08d0-4515-917d-7a9acaecf0cd), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:08.340279 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-872fc492-b45b-4316-98ba-409151a3f2b8 req-e7a403f9-de54-4a01-91d2-b81981ceb0ec tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&id=96977c4b-f076-4848-b747-3af2ebdeb816&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.3624406 Mar 29 20:25:08.362720 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-049747a7-1052-4d5f-9772-e791c79d8075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (fd9b16a6-08d0-4515-917d-7a9acaecf0cd), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:08.389634 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049747a7-1052-4d5f-9772-e791c79d8075 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=103821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 20:25:08.399757 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049747a7-1052-4d5f-9772-e791c79d8075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9b16a6-08d0-4515-917d-7a9acaecf0cd,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:08.406956 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-049747a7-1052-4d5f-9772-e791c79d8075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (24fa8f40-3c47-4a7b-9fd6-f45bc89a6b64), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:08.407386 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.db.segments_db [None req-049747a7-1052-4d5f-9772-e791c79d8075 admin admin] Added segment 24fa8f40-3c47-4a7b-9fd6-f45bc89a6b64 of type vlan for network 5a58cc56-c072-4d53-a19a-54beb72cdde2 Mar 29 20:25:08.447743 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-54190c38-dd64-4b96-b963-d3bb93d6fc93 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for port (5dc42c0c-cc85-42ce-8a90-60113dd364b8), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:08.458927 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-049747a7-1052-4d5f-9772-e791c79d8075 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738049548858'] for network (5a58cc56-c072-4d53-a19a-54beb72cdde2), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:08.543567 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-54190c38-dd64-4b96-b963-d3bb93d6fc93 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (5dc42c0c-cc85-42ce-8a90-60113dd364b8), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:08.597024 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-54190c38-dd64-4b96-b963-d3bb93d6fc93 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Network cbeb19d7-fa07-4f98-99ee-9b94135513d6 is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:25:08.600441 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-54190c38-dd64-4b96-b963-d3bb93d6fc93 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:25:08.606853 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-54190c38-dd64-4b96-b963-d3bb93d6fc93 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Received port after_create {{(pid=103820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:25:08.631818 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54190c38-dd64-4b96-b963-d3bb93d6fc93 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Pushing event updated for resources: {'Port': ['ID=5dc42c0c-cc85-42ce-8a90-60113dd364b8,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:08.671071 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-54190c38-dd64-4b96-b963-d3bb93d6fc93 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:08.671882 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-54190c38-dd64-4b96-b963-d3bb93d6fc93 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:08.733458 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-54190c38-dd64-4b96-b963-d3bb93d6fc93 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2534039 Mar 29 20:25:08.747848 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-049747a7-1052-4d5f-9772-e791c79d8075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for network (5a58cc56-c072-4d53-a19a-54beb72cdde2), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:08.748094 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-9d1ecd5c-2455-4554-9ae8-e280419dcd78 service neutron] Request body: {'port': {'device_id': '2e649b05-cfdb-4293-8dea-8561dffc623f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:25:08.748835 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049747a7-1052-4d5f-9772-e791c79d8075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:08.749557 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-049747a7-1052-4d5f-9772-e791c79d8075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:08.786305 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1bc79d-a94d-496b-b01a-2d476bbaa0a8 req-de19e0c7-8732-4df2-a1ec-18b9c1f48c03 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:08.788150 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ee1bc79d-a94d-496b-b01a-2d476bbaa0a8 req-de19e0c7-8732-4df2-a1ec-18b9c1f48c03 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 932 time: 0.0941281 Mar 29 20:25:08.828807 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049747a7-1052-4d5f-9772-e791c79d8075 admin admin] Pushing event updated for resources: {'Network': ['ID=5a58cc56-c072-4d53-a19a-54beb72cdde2,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:08.840935 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Network 5a58cc56-c072-4d53-a19a-54beb72cdde2 details requested by agent ovs-agent-dv-cinder-784815-3-iscsi with host dv-cinder-784815-3-iscsi {{(pid=103822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 20:25:08.851423 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-9d1ecd5c-2455-4554-9ae8-e280419dcd78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (5dc42c0c-cc85-42ce-8a90-60113dd364b8), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:08.880395 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ee1bc79d-a94d-496b-b01a-2d476bbaa0a8 req-900b6d65-3251-4519-bd54-3d7452309848 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811512 Mar 29 20:25:08.880582 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 48822) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:08.880966 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-049747a7-1052-4d5f-9772-e791c79d8075 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7803254 Mar 29 20:25:08.903560 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-8680568c-e67f-4b70-8069-055d252f90c2 admin admin] Request body: {'subnet': {'network_id': '5a58cc56-c072-4d53-a19a-54beb72cdde2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-169388773-subnet', 'tenant_id': '4d4ba541303f4c3cbbbb479c169d8bd4', 'ip_version': 4}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:25:08.919335 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-53e21ff9-5027-487c-a62c-3ab712eca6bc None None] Provisioning complete for port 5dc42c0c-cc85-42ce-8a90-60113dd364b8 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:25:08.919733 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-53e21ff9-5027-487c-a62c-3ab712eca6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (5dc42c0c-cc85-42ce-8a90-60113dd364b8), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:08.956245 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-53e21ff9-5027-487c-a62c-3ab712eca6bc None None] Port 5dc42c0c-cc85-42ce-8a90-60113dd364b8 cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:25:09.001873 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8680568c-e67f-4b70-8069-055d252f90c2 admin admin] Made reservation on behalf of 4d4ba541303f4c3cbbbb479c169d8bd4 for: {'subnet': 1} {{(pid=103820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:25:09.004140 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-8680568c-e67f-4b70-8069-055d252f90c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126129298'] for subnet (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:09.293604 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-9d1ecd5c-2455-4554-9ae8-e280419dcd78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc42c0c-cc85-42ce-8a90-60113dd364b8 {{(pid=103820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:25:09.302169 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-9d1ecd5c-2455-4554-9ae8-e280419dcd78 service neutron] Publish callbacks [] for port (5dc42c0c-cc85-42ce-8a90-60113dd364b8), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:09.315060 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.provisioning_blocks [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-9d1ecd5c-2455-4554-9ae8-e280419dcd78 service neutron] Transition to ACTIVE for port object 5dc42c0c-cc85-42ce-8a90-60113dd364b8 will not be triggered until provisioned by entity L2. {{(pid=103820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 20:25:09.329966 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcdd405-24b6-41dc-be95-ceb7ad988aa8 None None] Sync routers for ids ['de56441a-4d5f-4765-bbaa-4caada89364b'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:25:09.340987 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcdd405-24b6-41dc-be95-ceb7ad988aa8 None None] Routers {'de56441a-4d5f-4765-bbaa-4caada89364b'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:25:09.341652 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-4bcdd405-24b6-41dc-be95-ceb7ad988aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:24:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['de56441a-4d5f-4765-bbaa-4caada89364b'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:09.354297 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-8680568c-e67f-4b70-8069-055d252f90c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126325837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126129284'] for subnet (bb13bc7b-390f-4cea-9c33-840e4525f053), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:09.386037 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-9d1ecd5c-2455-4554-9ae8-e280419dcd78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126327796'] for port (5dc42c0c-cc85-42ce-8a90-60113dd364b8), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:09.452600 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-4bcdd405-24b6-41dc-be95-ceb7ad988aa8 None None] Set router de56441a-4d5f-4765-bbaa-4caada89364b gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:25:09.460152 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680568c-e67f-4b70-8069-055d252f90c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb13bc7b-390f-4cea-9c33-840e4525f053,revision_number=0']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:09.517921 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ecd5c-2455-4554-9ae8-e280419dcd78 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc42c0c-cc85-42ce-8a90-60113dd364b8,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:09.545196 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8680568c-e67f-4b70-8069-055d252f90c2 admin admin] Checking segment: {'id': '24fa8f40-3c47-4a7b-9fd6-f45bc89a6b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5a58cc56-c072-4d53-a19a-54beb72cdde2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:25:09.545655 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8680568c-e67f-4b70-8069-055d252f90c2 admin admin] Network hostable DHCP agents. Network: 5a58cc56-c072-4d53-a19a-54beb72cdde2, hostable agents: ['fbd11a15-72c3-4df4-9a60-af3fb4eb1f23'], hosted agents: [] {{(pid=103820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 20:25:09.623308 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e9db4-3c19-4ab5-854e-567e78c47504 req-e5eab3ec-03ca-4b37-b464-e1d261b50127 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:09.624865 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d50e9db4-3c19-4ab5-854e-567e78c47504 req-e5eab3ec-03ca-4b37-b464-e1d261b50127 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 984 time: 0.2000558 Mar 29 20:25:09.642245 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-9d1ecd5c-2455-4554-9ae8-e280419dcd78 service neutron] Attempting to bind port 5dc42c0c-cc85-42ce-8a90-60113dd364b8 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:25:09.643168 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-9d1ecd5c-2455-4554-9ae8-e280419dcd78 service neutron] Attempting to bind port 5dc42c0c-cc85-42ce-8a90-60113dd364b8 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '144a29d3-8b92-419a-a892-5d1bda94856a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6'}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:25:09.643168 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-9d1ecd5c-2455-4554-9ae8-e280419dcd78 service neutron] Attempting to bind port 5dc42c0c-cc85-42ce-8a90-60113dd364b8 on network cbeb19d7-fa07-4f98-99ee-9b94135513d6 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:25:09.661999 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-9d1ecd5c-2455-4554-9ae8-e280419dcd78 service neutron] Port 5dc42c0c-cc85-42ce-8a90-60113dd364b8 on network cbeb19d7-fa07-4f98-99ee-9b94135513d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 20:25:09.662326 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-9d1ecd5c-2455-4554-9ae8-e280419dcd78 service neutron] Attempting to bind port 5dc42c0c-cc85-42ce-8a90-60113dd364b8 on network cbeb19d7-fa07-4f98-99ee-9b94135513d6 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:25:09.664847 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-4bcdd405-24b6-41dc-be95-ceb7ad988aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'name': 'tempest-TestVolumeBootPattern-403732453-router', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f177db50-1319-4967-885e-5da79d0748f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:02Z', 'updated_at': '2022-03-29T20:25:06Z', 'revision_number': 4, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'gw_port': {'id': 'f177db50-1319-4967-885e-5da79d0748f3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:03Z', 'updated_at': '2022-03-29T20:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'f62b4591-cc81-42c5-804c-39393b1ebb1e', 'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'mac_address': 'fa:16:3e:58:df:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:05Z', 'updated_at': '2022-03-29T20:25:06Z', 'revision_number': 2, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'subnets': [{'id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:09.669226 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-9d1ecd5c-2455-4554-9ae8-e280419dcd78 service neutron] Checking agent: {'id': '19337809-658a-48b1-8a65-8844936c1798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'started_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:25:09.669592 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-9d1ecd5c-2455-4554-9ae8-e280419dcd78 service neutron] Checking segment: {'id': '144a29d3-8b92-419a-a892-5d1bda94856a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:25:09.669972 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-9d1ecd5c-2455-4554-9ae8-e280419dcd78 service neutron] Bound using segment: {'id': '144a29d3-8b92-419a-a892-5d1bda94856a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6'} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:25:09.670404 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-9d1ecd5c-2455-4554-9ae8-e280419dcd78 service neutron] Bound port: 5dc42c0c-cc85-42ce-8a90-60113dd364b8, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '144a29d3-8b92-419a-a892-5d1bda94856a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6'}}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:25:09.670761 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-9d1ecd5c-2455-4554-9ae8-e280419dcd78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (5dc42c0c-cc85-42ce-8a90-60113dd364b8), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:09.675169 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8680568c-e67f-4b70-8069-055d252f90c2 admin admin] Network 5a58cc56-c072-4d53-a19a-54beb72cdde2 is scheduled to be hosted by DHCP agent fbd11a15-72c3-4df4-9a60-af3fb4eb1f23 with binding_index 1 {{(pid=103820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 20:25:09.696449 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcdd405-24b6-41dc-be95-ceb7ad988aa8 None None] Checking router: de56441a-4d5f-4765-bbaa-4caada89364b for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:25:09.696805 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcdd405-24b6-41dc-be95-ceb7ad988aa8 None None] Updating router de56441a-4d5f-4765-bbaa-4caada89364b port f62b4591-cc81-42c5-804c-39393b1ebb1e binding host dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 20:25:09.726734 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-4bcdd405-24b6-41dc-be95-ceb7ad988aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (f62b4591-cc81-42c5-804c-39393b1ebb1e), before_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:09.754365 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d50e9db4-3c19-4ab5-854e-567e78c47504 req-00787994-d030-429f-9d67-56dca64fddc2 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&id=96977c4b-f076-4848-b747-3af2ebdeb816&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1206729 Mar 29 20:25:09.771313 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-8680568c-e67f-4b70-8069-055d252f90c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-3-iscsi, 5a58cc56-c072-4d53-a19a-54beb72cdde2) {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:25:09.777565 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8680568c-e67f-4b70-8069-055d252f90c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:09.778153 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-8680568c-e67f-4b70-8069-055d252f90c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:09.779676 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device f177db50-1319-4967-885e-5da79d0748f3 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:25:09.788361 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84f150c-2fda-47db-bef8-fbcc1dc8f4c4 None None] Network 5a58cc56-c072-4d53-a19a-54beb72cdde2 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:25:09.797574 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-9d1ecd5c-2455-4554-9ae8-e280419dcd78 service neutron] For port 5dc42c0c-cc85-42ce-8a90-60113dd364b8, host hv-cinder-78481, cleared binding levels {{(pid=103820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:25:09.800598 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-9d1ecd5c-2455-4554-9ae8-e280419dcd78 service neutron] For port 5dc42c0c-cc85-42ce-8a90-60113dd364b8, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5dc42c0c-cc85-42ce-8a90-60113dd364b8,segment=NetworkSegment(144a29d3-8b92-419a-a892-5d1bda94856a),segment_id=144a29d3-8b92-419a-a892-5d1bda94856a)] {{(pid=103820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:25:09.854157 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-8680568c-e67f-4b70-8069-055d252f90c2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9719632 Mar 29 20:25:09.856829 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 48826) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:09.862981 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-0274d0b9-e613-4a4d-96e1-5d1b95824a3c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-169388773-router', 'tenant_id': '4d4ba541303f4c3cbbbb479c169d8bd4', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:25:09.867993 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-9d1ecd5c-2455-4554-9ae8-e280419dcd78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126327796'] for port (5dc42c0c-cc85-42ce-8a90-60113dd364b8), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:09.886646 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-9d1ecd5c-2455-4554-9ae8-e280419dcd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:09.887029 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-9d1ecd5c-2455-4554-9ae8-e280419dcd78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:09.888665 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-9d1ecd5c-2455-4554-9ae8-e280419dcd78 service neutron] 10.222.0.42 "PUT /v2.0/ports/5dc42c0c-cc85-42ce-8a90-60113dd364b8 HTTP/1.1" status: 200 len: 1094 time: 1.1462922 Mar 29 20:25:09.893075 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e649b05-cfdb-4293-8dea-8561dffc623f', 'tag': '5dc42c0c-cc85-42ce-8a90-60113dd364b8'}] {{(pid=103820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:25:09.896325 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6edefd21b48d6680289e87f093b2b3ac5ccca22ebb7ce82a748a83257c36a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104189a8-a03a-431b-8974-5a566a8ff8be" -d '{"events": [{"name": "network-changed", "server_uuid": "2e649b05-cfdb-4293-8dea-8561dffc623f", "tag": "5dc42c0c-cc85-42ce-8a90-60113dd364b8"}]}' {{(pid=103820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:25:09.958196 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port f177db50-1319-4967-885e-5da79d0748f3 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:25:09.959186 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (f177db50-1319-4967-885e-5da79d0748f3), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:10.012367 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceee9583-f544-44be-a19a-1afcf549ff78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bbac15f-45b0-565a-a02d-41b9043018c6-5a58cc56-c072-4d53-a19a-54beb72cdde2', 'network_id': '5a58cc56-c072-4d53-a19a-54beb72cdde2', 'project_id': '4d4ba541303f4c3cbbbb479c169d8bd4', 'fixed_ips': [{'subnet_id': 'bb13bc7b-390f-4cea-9c33-840e4525f053'}]}} from dv-cinder-784815-3-iscsi. {{(pid=103822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 20:25:10.013216 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-ceee9583-f544-44be-a19a-1afcf549ff78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:10.032919 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422967e0-68af-492d-8f14-87a9cffc0122 x-openstack-request-id: req-422967e0-68af-492d-8f14-87a9cffc0122 {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:25:10.033283 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e649b05-cfdb-4293-8dea-8561dffc623f", "tag": "5dc42c0c-cc85-42ce-8a90-60113dd364b8", "status": "completed", "code": 200}]} {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:25:10.033938 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-422967e0-68af-492d-8f14-87a9cffc0122 {{(pid=103820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:25:10.034561 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-422967e0-68af-492d-8f14-87a9cffc0122'] response: {'name': 'network-changed', 'server_uuid': '2e649b05-cfdb-4293-8dea-8561dffc623f', 'tag': '5dc42c0c-cc85-42ce-8a90-60113dd364b8', 'status': 'completed', 'code': 200} Mar 29 20:25:10.049313 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0274d0b9-e613-4a4d-96e1-5d1b95824a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router (032e33dd-c133-48b0-8eec-0750bc4eed93), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:10.050356 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0274d0b9-e613-4a4d-96e1-5d1b95824a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-432'] for router (032e33dd-c133-48b0-8eec-0750bc4eed93), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:10.057450 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-4bcdd405-24b6-41dc-be95-ceb7ad988aa8 None None] Publish callbacks [] for port (f62b4591-cc81-42c5-804c-39393b1ebb1e), precommit_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:10.092485 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ecd5c-2455-4554-9ae8-e280419dcd78 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc42c0c-cc85-42ce-8a90-60113dd364b8,revision_number=3']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:10.129861 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-b960f8cd-cba1-49b4-8862-04db532a31dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:10.131451 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-b960f8cd-cba1-49b4-8862-04db532a31dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dd80d1f5dd744e8bd5cea87c84f184b&device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 1128 time: 0.1367292 Mar 29 20:25:10.141872 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-4bcdd405-24b6-41dc-be95-ceb7ad988aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (f62b4591-cc81-42c5-804c-39393b1ebb1e), after_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:10.210381 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0274d0b9-e613-4a4d-96e1-5d1b95824a3c admin admin] Publish callbacks [] for router_controller (032e33dd-c133-48b0-8eec-0750bc4eed93), precommit_add_association {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:10.213730 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-79c6726a-ed0d-4181-a7e9-7863dffe4588 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5dc42c0c-cc85-42ce-8a90-60113dd364b8 HTTP/1.1" status: 200 len: 217 time: 0.0483439 Mar 29 20:25:10.225542 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f6565-e501-4365-b2b0-3b3107f179c8 req-6e42eb66-c3e3-4c3a-bda5-219dfa4651ea tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:10.229238 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3f3f6565-e501-4365-b2b0-3b3107f179c8 req-6e42eb66-c3e3-4c3a-bda5-219dfa4651ea tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 944 time: 0.1925201 Mar 29 20:25:10.279069 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72330781-d573-40cb-8666-4bf401bdff52 None None] Pushing event updated for resources: {'Port': ['ID=f62b4591-cc81-42c5-804c-39393b1ebb1e,revision_number=3']} {{(pid=103823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:10.291421 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72330781-d573-40cb-8666-4bf401bdff52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:10.295055 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72330781-d573-40cb-8666-4bf401bdff52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:10.295055 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72330781-d573-40cb-8666-4bf401bdff52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:10.295055 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72330781-d573-40cb-8666-4bf401bdff52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:10.295055 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72330781-d573-40cb-8666-4bf401bdff52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:10.295055 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72330781-d573-40cb-8666-4bf401bdff52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:10.295055 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72330781-d573-40cb-8666-4bf401bdff52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:10.295055 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72330781-d573-40cb-8666-4bf401bdff52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:10.295055 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72330781-d573-40cb-8666-4bf401bdff52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:10.295055 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72330781-d573-40cb-8666-4bf401bdff52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:10.295055 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72330781-d573-40cb-8666-4bf401bdff52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:10.295932 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72330781-d573-40cb-8666-4bf401bdff52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:10.295932 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72330781-d573-40cb-8666-4bf401bdff52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:10.295932 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72330781-d573-40cb-8666-4bf401bdff52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:10.296218 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72330781-d573-40cb-8666-4bf401bdff52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:10.364516 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-4bcdd405-24b6-41dc-be95-ceb7ad988aa8 None None] Attempting to bind port f62b4591-cc81-42c5-804c-39393b1ebb1e on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:25:10.365900 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-4bcdd405-24b6-41dc-be95-ceb7ad988aa8 None None] Attempting to bind port f62b4591-cc81-42c5-804c-39393b1ebb1e by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': '0cd826c0-2b4c-4186-9491-4ca38eacdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64'}] {{(pid=103823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:25:10.366260 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcdd405-24b6-41dc-be95-ceb7ad988aa8 None None] Attempting to bind port f62b4591-cc81-42c5-804c-39393b1ebb1e on network 1485f463-e536-4f42-9db0-6c4b09430b64 {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:25:10.369669 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-89fa594f-4427-49cf-b378-26a727f417df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:10.375884 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcdd405-24b6-41dc-be95-ceb7ad988aa8 None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:25:10.377915 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcdd405-24b6-41dc-be95-ceb7ad988aa8 None None] Checking segment: {'id': '0cd826c0-2b4c-4186-9491-4ca38eacdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:25:10.377915 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-4bcdd405-24b6-41dc-be95-ceb7ad988aa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:10.377915 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcdd405-24b6-41dc-be95-ceb7ad988aa8 None None] Bound using segment: {'id': '0cd826c0-2b4c-4186-9491-4ca38eacdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64'} {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:25:10.378285 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-8f846f7b-a0a3-4c47-8bc7-b9deac2cd093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:10.378403 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-4bcdd405-24b6-41dc-be95-ceb7ad988aa8 None None] Bound port: f62b4591-cc81-42c5-804c-39393b1ebb1e, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd826c0-2b4c-4186-9491-4ca38eacdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64'}}] {{(pid=103823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:25:10.378403 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-4bcdd405-24b6-41dc-be95-ceb7ad988aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (f62b4591-cc81-42c5-804c-39393b1ebb1e), before_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:10.378767 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-8f846f7b-a0a3-4c47-8bc7-b9deac2cd093 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8355bf79-4b50-4d2a-871e-8619ac782cca HTTP/1.1" status: 200 len: 855 time: 0.1483474 Mar 29 20:25:10.395666 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.db_base_plugin_common [None req-ceee9583-f544-44be-a19a-1afcf549ff78 None None] Allocated IP 172.20.0.2 (5a58cc56-c072-4d53-a19a-54beb72cdde2/bb13bc7b-390f-4cea-9c33-840e4525f053/87afa5b7-cccb-4f10-8062-6717c7f36136) {{(pid=103822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:25:10.410767 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port f177db50-1319-4967-885e-5da79d0748f3 is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:25:10.411280 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (f177db50-1319-4967-885e-5da79d0748f3), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:10.433534 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3f3f6565-e501-4365-b2b0-3b3107f179c8 req-408ca2d6-2096-4b05-9471-3c677d9daf46 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743512 Mar 29 20:25:10.474435 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.db [None req-4bcdd405-24b6-41dc-be95-ceb7ad988aa8 None None] For port f62b4591-cc81-42c5-804c-39393b1ebb1e, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:25:10.478536 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.db [None req-4bcdd405-24b6-41dc-be95-ceb7ad988aa8 None None] For port f62b4591-cc81-42c5-804c-39393b1ebb1e, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=f62b4591-cc81-42c5-804c-39393b1ebb1e,segment=NetworkSegment(0cd826c0-2b4c-4186-9491-4ca38eacdbb2),segment_id=0cd826c0-2b4c-4186-9491-4ca38eacdbb2)] {{(pid=103823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:25:10.485064 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] For port f177db50-1319-4967-885e-5da79d0748f3, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=f177db50-1319-4967-885e-5da79d0748f3,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:25:10.516867 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0274d0b9-e613-4a4d-96e1-5d1b95824a3c admin admin] Publish callbacks [] for router_gateway (032e33dd-c133-48b0-8eec-0750bc4eed93), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:10.531142 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-13ec69e6-0e0b-4b7c-9c7f-02042ef30ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:10.533171 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-13ec69e6-0e0b-4b7c-9c7f-02042ef30ec0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbeb19d7-fa07-4f98-99ee-9b94135513d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1446953 Mar 29 20:25:10.593365 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-ceee9583-f544-44be-a19a-1afcf549ff78 None None] Publish callbacks [] for port (87afa5b7-cccb-4f10-8062-6717c7f36136), precommit_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:10.608592 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-79c78345-6de5-4a40-8f18-c051642cb850 None None] Provisioning complete for port f62b4591-cc81-42c5-804c-39393b1ebb1e triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:25:10.608947 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-79c78345-6de5-4a40-8f18-c051642cb850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (f62b4591-cc81-42c5-804c-39393b1ebb1e), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:10.611049 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-4bcdd405-24b6-41dc-be95-ceb7ad988aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (f62b4591-cc81-42c5-804c-39393b1ebb1e), after_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:10.627915 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-c5d5021c-10d1-4dd1-96e6-01a7cfbc44b4 service neutron] 10.222.0.42 "GET /v2.0/networks/cbeb19d7-fa07-4f98-99ee-9b94135513d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881746 Mar 29 20:25:10.633563 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (f177db50-1319-4967-885e-5da79d0748f3), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:10.668266 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-ceee9583-f544-44be-a19a-1afcf549ff78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270'] for port (87afa5b7-cccb-4f10-8062-6717c7f36136), after_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:10.691355 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcdd405-24b6-41dc-be95-ceb7ad988aa8 None None] Routers {'de56441a-4d5f-4765-bbaa-4caada89364b'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:25:10.691355 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-4bcdd405-24b6-41dc-be95-ceb7ad988aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:24:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['de56441a-4d5f-4765-bbaa-4caada89364b'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:10.692509 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72330781-d573-40cb-8666-4bf401bdff52 None None] Pushing event updated for resources: {'Port': ['ID=f62b4591-cc81-42c5-804c-39393b1ebb1e,revision_number=4']} {{(pid=103823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:10.710561 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceee9583-f544-44be-a19a-1afcf549ff78 None None] Network 5a58cc56-c072-4d53-a19a-54beb72cdde2 is already hosted by enough agents. {{(pid=103822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:25:10.717721 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.scheduler.base_scheduler [None req-ceee9583-f544-44be-a19a-1afcf549ff78 None None] Resources bound (agent type, host, resource id): {{(pid=103822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:25:10.720552 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Pushing event updated for resources: {'Port': ['ID=f177db50-1319-4967-885e-5da79d0748f3,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:10.740841 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceee9583-f544-44be-a19a-1afcf549ff78 None None] Received port after_create {{(pid=103822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:25:10.768695 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8b53e032-8127-40a4-bf47-9e971a354d48 req-57e25b56-3a18-4bbc-b21f-96ab70bbfe8f service neutron] 10.222.0.42 "GET /v2.0/networks/cbeb19d7-fa07-4f98-99ee-9b94135513d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341412 Mar 29 20:25:10.819656 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-79c78345-6de5-4a40-8f18-c051642cb850 None None] Current status of the port f62b4591-cc81-42c5-804c-39393b1ebb1e is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:25:10.820051 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-79c78345-6de5-4a40-8f18-c051642cb850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (f62b4591-cc81-42c5-804c-39393b1ebb1e), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:10.845157 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-4bcdd405-24b6-41dc-be95-ceb7ad988aa8 None None] Set router de56441a-4d5f-4765-bbaa-4caada89364b gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:25:10.902884 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-ceee9583-f544-44be-a19a-1afcf549ff78 None None] Attempting to bind port 87afa5b7-cccb-4f10-8062-6717c7f36136 on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:25:10.903262 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-ceee9583-f544-44be-a19a-1afcf549ff78 None None] Attempting to bind port 87afa5b7-cccb-4f10-8062-6717c7f36136 by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': '24fa8f40-3c47-4a7b-9fd6-f45bc89a6b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5a58cc56-c072-4d53-a19a-54beb72cdde2'}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:25:10.903810 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceee9583-f544-44be-a19a-1afcf549ff78 None None] Attempting to bind port 87afa5b7-cccb-4f10-8062-6717c7f36136 on network 5a58cc56-c072-4d53-a19a-54beb72cdde2 {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:25:10.933633 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-79c78345-6de5-4a40-8f18-c051642cb850 None None] For port f62b4591-cc81-42c5-804c-39393b1ebb1e, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=f62b4591-cc81-42c5-804c-39393b1ebb1e,segment=NetworkSegment(0cd826c0-2b4c-4186-9491-4ca38eacdbb2),segment_id=0cd826c0-2b4c-4186-9491-4ca38eacdbb2)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:25:10.936806 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee9583-f544-44be-a19a-1afcf549ff78 None None] Pushing event updated for resources: {'Port': ['ID=87afa5b7-cccb-4f10-8062-6717c7f36136,revision_number=1']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:10.946697 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceee9583-f544-44be-a19a-1afcf549ff78 None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:25:10.951786 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceee9583-f544-44be-a19a-1afcf549ff78 None None] Checking segment: {'id': '24fa8f40-3c47-4a7b-9fd6-f45bc89a6b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5a58cc56-c072-4d53-a19a-54beb72cdde2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:25:10.953416 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-ceee9583-f544-44be-a19a-1afcf549ff78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:10.954008 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceee9583-f544-44be-a19a-1afcf549ff78 None None] Bound using segment: {'id': '24fa8f40-3c47-4a7b-9fd6-f45bc89a6b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5a58cc56-c072-4d53-a19a-54beb72cdde2'} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:25:10.954811 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-ceee9583-f544-44be-a19a-1afcf549ff78 None None] Bound port: 87afa5b7-cccb-4f10-8062-6717c7f36136, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fa8f40-3c47-4a7b-9fd6-f45bc89a6b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5a58cc56-c072-4d53-a19a-54beb72cdde2'}}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:25:10.955211 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-ceee9583-f544-44be-a19a-1afcf549ff78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (87afa5b7-cccb-4f10-8062-6717c7f36136), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:11.022598 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-ceee9583-f544-44be-a19a-1afcf549ff78 None None] For port 87afa5b7-cccb-4f10-8062-6717c7f36136, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:25:11.026346 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-ceee9583-f544-44be-a19a-1afcf549ff78 None None] For port 87afa5b7-cccb-4f10-8062-6717c7f36136, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=87afa5b7-cccb-4f10-8062-6717c7f36136,segment=NetworkSegment(24fa8f40-3c47-4a7b-9fd6-f45bc89a6b64),segment_id=24fa8f40-3c47-4a7b-9fd6-f45bc89a6b64)] {{(pid=103822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:25:11.029807 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-79c78345-6de5-4a40-8f18-c051642cb850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (f62b4591-cc81-42c5-804c-39393b1ebb1e), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:11.054784 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104189a8-a03a-431b-8974-5a566a8ff8be req-c05dd55b-3d1c-4ff2-9417-9875a4b37c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:11.056483 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-104189a8-a03a-431b-8974-5a566a8ff8be req-c05dd55b-3d1c-4ff2-9417-9875a4b37c01 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dd80d1f5dd744e8bd5cea87c84f184b&device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 1128 time: 0.1564331 Mar 29 20:25:11.057781 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0274d0b9-e613-4a4d-96e1-5d1b95824a3c admin admin] Publish callbacks [] for router_gateway (032e33dd-c133-48b0-8eec-0750bc4eed93), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:11.066119 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25202a13-2c34-4a5a-a998-d07adda15466 req-5c32a053-ed93-4034-875c-5c3aca6f4820 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:11.073823 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-25202a13-2c34-4a5a-a998-d07adda15466 req-5c32a053-ed93-4034-875c-5c3aca6f4820 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 984 time: 0.1749420 Mar 29 20:25:11.085885 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-ceee9583-f544-44be-a19a-1afcf549ff78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (87afa5b7-cccb-4f10-8062-6717c7f36136), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:11.088531 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c78345-6de5-4a40-8f18-c051642cb850 None None] Pushing event updated for resources: {'Port': ['ID=f62b4591-cc81-42c5-804c-39393b1ebb1e,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:11.097620 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-4bcdd405-24b6-41dc-be95-ceb7ad988aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'name': 'tempest-TestVolumeBootPattern-403732453-router', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f177db50-1319-4967-885e-5da79d0748f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:02Z', 'updated_at': '2022-03-29T20:25:06Z', 'revision_number': 4, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'gw_port': {'id': 'f177db50-1319-4967-885e-5da79d0748f3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:03Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'f62b4591-cc81-42c5-804c-39393b1ebb1e', 'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'mac_address': 'fa:16:3e:58:df:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:05Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 4, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'subnets': [{'id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:11.125015 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcdd405-24b6-41dc-be95-ceb7ad988aa8 None None] The sync data for ids ['de56441a-4d5f-4765-bbaa-4caada89364b'] in dv-cinder-784815-3-iscsi is: [{'id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'name': 'tempest-TestVolumeBootPattern-403732453-router', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f177db50-1319-4967-885e-5da79d0748f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:02Z', 'updated_at': '2022-03-29T20:25:06Z', 'revision_number': 4, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'gw_port': {'id': 'f177db50-1319-4967-885e-5da79d0748f3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:03Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'f62b4591-cc81-42c5-804c-39393b1ebb1e', 'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'mac_address': 'fa:16:3e:58:df:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:05Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 4, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'subnets': [{'id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:25:11.143551 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0274d0b9-e613-4a4d-96e1-5d1b95824a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:11.159174 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee9583-f544-44be-a19a-1afcf549ff78 None None] Pushing event updated for resources: {'Port': ['ID=87afa5b7-cccb-4f10-8062-6717c7f36136,revision_number=2']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:11.171564 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-1e3be3d2-411f-4e4f-b5eb-64a9fa302e92 None None] Provisioning complete for port f62b4591-cc81-42c5-804c-39393b1ebb1e triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:25:11.171564 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-1e3be3d2-411f-4e4f-b5eb-64a9fa302e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (f62b4591-cc81-42c5-804c-39393b1ebb1e), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:11.268958 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-1e3be3d2-411f-4e4f-b5eb-64a9fa302e92 None None] Current status of the port f62b4591-cc81-42c5-804c-39393b1ebb1e is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:25:11.315134 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-25202a13-2c34-4a5a-a998-d07adda15466 req-19224d29-8cf0-4ffe-8477-4edd3e5a88f8 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&id=96977c4b-f076-4848-b747-3af2ebdeb816&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2402871 Mar 29 20:25:11.320469 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104189a8-a03a-431b-8974-5a566a8ff8be req-b67cd416-36b8-4142-a6b3-5a0ee5eea0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:11.325011 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-104189a8-a03a-431b-8974-5a566a8ff8be req-b67cd416-36b8-4142-a6b3-5a0ee5eea0a6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbeb19d7-fa07-4f98-99ee-9b94135513d6 HTTP/1.1" status: 200 len: 917 time: 0.2486591 Mar 29 20:25:11.363140 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_common [None req-0274d0b9-e613-4a4d-96e1-5d1b95824a3c admin admin] Allocated IP 172.27.3.122 (921e7f1b-e183-4cfd-babe-1b51626667cb/9cb70218-5a19-4d48-a6d1-83791bae0ed9/8c19c77e-ad97-424e-8ffa-93f9dd595b58) {{(pid=103820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:25:11.417188 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-104189a8-a03a-431b-8974-5a566a8ff8be req-f0a2ac1a-f71e-48a5-b99e-b093c8437240 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5dc42c0c-cc85-42ce-8a90-60113dd364b8 HTTP/1.1" status: 200 len: 217 time: 0.0725780 Mar 29 20:25:11.522307 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104189a8-a03a-431b-8974-5a566a8ff8be req-b6129232-4f35-4f0e-8e0b-59aa5175b926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:11.523791 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-104189a8-a03a-431b-8974-5a566a8ff8be req-b6129232-4f35-4f0e-8e0b-59aa5175b926 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8355bf79-4b50-4d2a-871e-8619ac782cca HTTP/1.1" status: 200 len: 855 time: 0.0989192 Mar 29 20:25:11.642614 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0274d0b9-e613-4a4d-96e1-5d1b95824a3c admin admin] Publish callbacks [] for port (8c19c77e-ad97-424e-8ffa-93f9dd595b58), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:11.660167 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104189a8-a03a-431b-8974-5a566a8ff8be req-ee9097c6-db21-464e-a007-0aded2047cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:11.661701 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-104189a8-a03a-431b-8974-5a566a8ff8be req-ee9097c6-db21-464e-a007-0aded2047cc4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbeb19d7-fa07-4f98-99ee-9b94135513d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1234562 Mar 29 20:25:11.693240 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfdbee-3a47-4283-947d-e2db2a150026 req-1828096d-d029-4ed0-a545-f065d88d07d9 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:11.694836 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d8cfdbee-3a47-4283-947d-e2db2a150026 req-1828096d-d029-4ed0-a545-f065d88d07d9 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 944 time: 0.1447902 Mar 29 20:25:11.810053 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d8cfdbee-3a47-4283-947d-e2db2a150026 req-a4bd02c8-902d-4a09-94e8-7267a9c70d0f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014020 Mar 29 20:25:11.823503 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-104189a8-a03a-431b-8974-5a566a8ff8be req-46b20ffc-00d9-4bc5-a574-a63534905bf1 service neutron] 10.222.0.42 "GET /v2.0/networks/cbeb19d7-fa07-4f98-99ee-9b94135513d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494451 Mar 29 20:25:11.828667 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0274d0b9-e613-4a4d-96e1-5d1b95824a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (8c19c77e-ad97-424e-8ffa-93f9dd595b58), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:11.857548 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0274d0b9-e613-4a4d-96e1-5d1b95824a3c admin admin] Network 921e7f1b-e183-4cfd-babe-1b51626667cb is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:25:11.885683 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-0274d0b9-e613-4a4d-96e1-5d1b95824a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:25:11.903729 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 87afa5b7-cccb-4f10-8062-6717c7f36136 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:25:11.917314 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0274d0b9-e613-4a4d-96e1-5d1b95824a3c admin admin] Received port after_create {{(pid=103820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:25:11.966823 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 87afa5b7-cccb-4f10-8062-6717c7f36136 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:25:11.967698 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (87afa5b7-cccb-4f10-8062-6717c7f36136), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:11.994630 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274d0b9-e613-4a4d-96e1-5d1b95824a3c admin admin] Pushing event updated for resources: {'Port': ['ID=8c19c77e-ad97-424e-8ffa-93f9dd595b58,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:12.060959 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 87afa5b7-cccb-4f10-8062-6717c7f36136 is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:25:12.061596 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (87afa5b7-cccb-4f10-8062-6717c7f36136), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:12.110291 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] For port 87afa5b7-cccb-4f10-8062-6717c7f36136, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=87afa5b7-cccb-4f10-8062-6717c7f36136,segment=NetworkSegment(24fa8f40-3c47-4a7b-9fd6-f45bc89a6b64),segment_id=24fa8f40-3c47-4a7b-9fd6-f45bc89a6b64)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:25:12.182789 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (87afa5b7-cccb-4f10-8062-6717c7f36136), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:12.183590 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device f177db50-1319-4967-885e-5da79d0748f3 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:25:12.268082 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-39b43bf9-2f1b-4d10-9fd1-dad14b6addd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:12.274216 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Pushing event updated for resources: {'Port': ['ID=87afa5b7-cccb-4f10-8062-6717c7f36136,revision_number=3']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:12.292135 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port f177db50-1319-4967-885e-5da79d0748f3 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:25:12.292286 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (f177db50-1319-4967-885e-5da79d0748f3), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:12.387121 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-104189a8-a03a-431b-8974-5a566a8ff8be req-851958a4-ba6f-4b8f-8d2d-868dd75c1281 service neutron] 10.222.0.42 "GET /v2.0/networks/cbeb19d7-fa07-4f98-99ee-9b94135513d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5474489 Mar 29 20:25:12.387918 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port f177db50-1319-4967-885e-5da79d0748f3 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:25:12.389039 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device f62b4591-cc81-42c5-804c-39393b1ebb1e up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:25:12.412425 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d690abbb-8763-4ddc-bcbb-747763583777 None None] Network 5a58cc56-c072-4d53-a19a-54beb72cdde2 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:25:12.476862 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c0f94-999b-4e22-a69a-83073b780b23 req-e49dbbf9-72af-42a6-bf38-6087e111c549 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:12.479018 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fc0c0f94-999b-4e22-a69a-83073b780b23 req-e49dbbf9-72af-42a6-bf38-6087e111c549 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 984 time: 0.0691996 Mar 29 20:25:12.514782 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port f62b4591-cc81-42c5-804c-39393b1ebb1e triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:25:12.515084 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (f62b4591-cc81-42c5-804c-39393b1ebb1e), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:12.539185 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fc0c0f94-999b-4e22-a69a-83073b780b23 req-e431a16f-65b2-48f9-92b4-944a46a266e9 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&id=96977c4b-f076-4848-b747-3af2ebdeb816&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0537653 Mar 29 20:25:12.556063 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-1028a1ec-f86d-4b55-9386-2a7dd97b7032 None None] Provisioning complete for port 87afa5b7-cccb-4f10-8062-6717c7f36136 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:25:12.556675 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-1028a1ec-f86d-4b55-9386-2a7dd97b7032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (87afa5b7-cccb-4f10-8062-6717c7f36136), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:12.649044 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0274d0b9-e613-4a4d-96e1-5d1b95824a3c admin admin] Publish callbacks [] for router_gateway (032e33dd-c133-48b0-8eec-0750bc4eed93), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:12.694856 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port f62b4591-cc81-42c5-804c-39393b1ebb1e is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:25:12.698558 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-1028a1ec-f86d-4b55-9386-2a7dd97b7032 None None] Current status of the port 87afa5b7-cccb-4f10-8062-6717c7f36136 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:25:12.818698 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7c015021-fd72-4b84-a78b-3520a34e3574 None None] Provisioning complete for port 87afa5b7-cccb-4f10-8062-6717c7f36136 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:25:12.819164 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7c015021-fd72-4b84-a78b-3520a34e3574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (87afa5b7-cccb-4f10-8062-6717c7f36136), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:12.856994 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0274d0b9-e613-4a4d-96e1-5d1b95824a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540959'] for router (032e33dd-c133-48b0-8eec-0750bc4eed93), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:12.905473 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7c015021-fd72-4b84-a78b-3520a34e3574 None None] Current status of the port 87afa5b7-cccb-4f10-8062-6717c7f36136 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:25:13.001170 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9fde56-7604-4e4d-aab1-557f71869914 req-40bae042-60d0-4f2d-b297-3183ddfcaf26 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:13.002645 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fa9fde56-7604-4e4d-aab1-557f71869914 req-40bae042-60d0-4f2d-b297-3183ddfcaf26 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 944 time: 0.0779037 Mar 29 20:25:13.063012 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fa9fde56-7604-4e4d-aab1-557f71869914 req-a1386b81-c361-455d-bff0-c28f6d9bbd56 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534067 Mar 29 20:25:13.147553 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0274d0b9-e613-4a4d-96e1-5d1b95824a3c admin admin] Router 032e33dd-c133-48b0-8eec-0750bc4eed93 is scheduled to L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d with binding_index 1 {{(pid=103820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 20:25:13.254563 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0274d0b9-e613-4a4d-96e1-5d1b95824a3c admin admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:25:13.263469 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5112f4-b41d-4a5d-9101-1b4d10272031 None None] Sync routers for ids ['032e33dd-c133-48b0-8eec-0750bc4eed93'] in dv-cinder-784815-3-iscsi {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:25:13.272526 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5112f4-b41d-4a5d-9101-1b4d10272031 None None] Routers {'032e33dd-c133-48b0-8eec-0750bc4eed93'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:25:13.273136 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-ab5112f4-b41d-4a5d-9101-1b4d10272031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:25:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['032e33dd-c133-48b0-8eec-0750bc4eed93'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:13.303850 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0274d0b9-e613-4a4d-96e1-5d1b95824a3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:13.305108 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-0274d0b9-e613-4a4d-96e1-5d1b95824a3c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4472966 Mar 29 20:25:13.307885 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 48844) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:13.382651 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-ab5112f4-b41d-4a5d-9101-1b4d10272031 None None] Set router 032e33dd-c133-48b0-8eec-0750bc4eed93 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:25:13.566754 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-ab5112f4-b41d-4a5d-9101-1b4d10272031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032e33dd-c133-48b0-8eec-0750bc4eed93', 'name': 'tempest-TestVolumeBootPattern-169388773-router', 'tenant_id': '4d4ba541303f4c3cbbbb479c169d8bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '8c19c77e-ad97-424e-8ffa-93f9dd595b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:10Z', 'updated_at': '2022-03-29T20:25:12Z', 'revision_number': 3, 'project_id': '4d4ba541303f4c3cbbbb479c169d8bd4', 'gw_port': {'id': '8c19c77e-ad97-424e-8ffa-93f9dd595b58', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ff:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032e33dd-c133-48b0-8eec-0750bc4eed93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:11Z', 'updated_at': '2022-03-29T20:25:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:13.593425 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5112f4-b41d-4a5d-9101-1b4d10272031 None None] Checking router: 032e33dd-c133-48b0-8eec-0750bc4eed93 for host: dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:25:13.593774 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5112f4-b41d-4a5d-9101-1b4d10272031 None None] Updating router 032e33dd-c133-48b0-8eec-0750bc4eed93 port 8c19c77e-ad97-424e-8ffa-93f9dd595b58 binding host dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 20:25:13.620241 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-ab5112f4-b41d-4a5d-9101-1b4d10272031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (8c19c77e-ad97-424e-8ffa-93f9dd595b58), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:13.729524 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b30c58fc-368d-40ed-bbb6-e8068a0528c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:13.773626 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 87afa5b7-cccb-4f10-8062-6717c7f36136 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:25:13.873932 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:13.888755 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_common [None req-b30c58fc-368d-40ed-bbb6-e8068a0528c3 admin admin] Allocated IP 172.20.0.1 (5a58cc56-c072-4d53-a19a-54beb72cdde2/bb13bc7b-390f-4cea-9c33-840e4525f053/e8e48ba0-5246-4e22-ae07-57cae96f0b07) {{(pid=103820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:25:13.942824 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 87afa5b7-cccb-4f10-8062-6717c7f36136 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:25:13.943202 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (87afa5b7-cccb-4f10-8062-6717c7f36136), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:14.001271 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b30c58fc-368d-40ed-bbb6-e8068a0528c3 admin admin] Publish callbacks [] for port (e8e48ba0-5246-4e22-ae07-57cae96f0b07), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:14.070972 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 87afa5b7-cccb-4f10-8062-6717c7f36136 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:25:14.090823 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b30c58fc-368d-40ed-bbb6-e8068a0528c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (e8e48ba0-5246-4e22-ae07-57cae96f0b07), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:14.113358 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-ab5112f4-b41d-4a5d-9101-1b4d10272031 None None] Publish callbacks [] for port (8c19c77e-ad97-424e-8ffa-93f9dd595b58), precommit_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:14.129613 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30c58fc-368d-40ed-bbb6-e8068a0528c3 admin admin] Network 5a58cc56-c072-4d53-a19a-54beb72cdde2 is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:25:14.132450 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-b30c58fc-368d-40ed-bbb6-e8068a0528c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:25:14.137247 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30c58fc-368d-40ed-bbb6-e8068a0528c3 admin admin] Received port after_create {{(pid=103820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:25:14.170846 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-ab5112f4-b41d-4a5d-9101-1b4d10272031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (8c19c77e-ad97-424e-8ffa-93f9dd595b58), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:14.190074 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c58fc-368d-40ed-bbb6-e8068a0528c3 admin admin] Pushing event updated for resources: {'Port': ['ID=e8e48ba0-5246-4e22-ae07-57cae96f0b07,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:14.212065 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 5dc42c0c-cc85-42ce-8a90-60113dd364b8 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 20:25:14.219897 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b30c58fc-368d-40ed-bbb6-e8068a0528c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548808'] for router_interface (032e33dd-c133-48b0-8eec-0750bc4eed93), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:14.245736 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-ab5112f4-b41d-4a5d-9101-1b4d10272031 None None] Attempting to bind port 8c19c77e-ad97-424e-8ffa-93f9dd595b58 on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:25:14.246199 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-ab5112f4-b41d-4a5d-9101-1b4d10272031 None None] Attempting to bind port 8c19c77e-ad97-424e-8ffa-93f9dd595b58 by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:25:14.246627 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5112f4-b41d-4a5d-9101-1b4d10272031 None None] Attempting to bind port 8c19c77e-ad97-424e-8ffa-93f9dd595b58 on network 921e7f1b-e183-4cfd-babe-1b51626667cb {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:25:14.251156 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6243845-f963-4e75-91bd-48120e5f9bf5 None None] Pushing event updated for resources: {'Port': ['ID=8c19c77e-ad97-424e-8ffa-93f9dd595b58,revision_number=2']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:14.259725 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5112f4-b41d-4a5d-9101-1b4d10272031 None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:25:14.260452 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5112f4-b41d-4a5d-9101-1b4d10272031 None None] Checking segment: {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:25:14.260687 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-ab5112f4-b41d-4a5d-9101-1b4d10272031 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:14.261042 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5112f4-b41d-4a5d-9101-1b4d10272031 None None] Bound using segment: {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:25:14.261629 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-ab5112f4-b41d-4a5d-9101-1b4d10272031 None None] Bound port: 8c19c77e-ad97-424e-8ffa-93f9dd595b58, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:25:14.262368 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-ab5112f4-b41d-4a5d-9101-1b4d10272031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (8c19c77e-ad97-424e-8ffa-93f9dd595b58), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:14.269194 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2616b-2311-4392-ad0f-a564b4085c7c req-7597375c-72d3-44f7-adad-141d7e54a705 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:14.270780 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a4f2616b-2311-4392-ad0f-a564b4085c7c req-7597375c-72d3-44f7-adad-141d7e54a705 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 944 time: 0.1345384 Mar 29 20:25:14.365215 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a4f2616b-2311-4392-ad0f-a564b4085c7c req-426cc1ef-910b-4805-b7f6-0d2f16d4c323 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872424 Mar 29 20:25:14.385905 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-ab5112f4-b41d-4a5d-9101-1b4d10272031 None None] For port 8c19c77e-ad97-424e-8ffa-93f9dd595b58, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:25:14.412304 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-ab5112f4-b41d-4a5d-9101-1b4d10272031 None None] For port 8c19c77e-ad97-424e-8ffa-93f9dd595b58, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=8c19c77e-ad97-424e-8ffa-93f9dd595b58,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:25:14.414414 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 5dc42c0c-cc85-42ce-8a90-60113dd364b8, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5dc42c0c-cc85-42ce-8a90-60113dd364b8,segment=NetworkSegment(144a29d3-8b92-419a-a892-5d1bda94856a),segment_id=144a29d3-8b92-419a-a892-5d1bda94856a)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:25:14.431603 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Returning: {'device': '5dc42c0c-cc85-42ce-8a90-60113dd364b8', 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'port_id': '5dc42c0c-cc85-42ce-8a90-60113dd364b8', 'mac_address': 'fa:16:3e:d0:d9:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 20:25:14.461769 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b30c58fc-368d-40ed-bbb6-e8068a0528c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (e8e48ba0-5246-4e22-ae07-57cae96f0b07), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:14.468829 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-b0d45ebb-bf67-4438-8831-16d39db070e3 None None] Provisioning complete for port e8e48ba0-5246-4e22-ae07-57cae96f0b07 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:25:14.469235 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-b0d45ebb-bf67-4438-8831-16d39db070e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (e8e48ba0-5246-4e22-ae07-57cae96f0b07), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:14.498445 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-ab5112f4-b41d-4a5d-9101-1b4d10272031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (8c19c77e-ad97-424e-8ffa-93f9dd595b58), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:14.511917 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 5dc42c0c-cc85-42ce-8a90-60113dd364b8 is: DOWN; New status is: BUILD {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:25:14.512304 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (5dc42c0c-cc85-42ce-8a90-60113dd364b8), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:14.561372 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45ebb-bf67-4438-8831-16d39db070e3 None None] Port e8e48ba0-5246-4e22-ae07-57cae96f0b07 cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:25:14.574893 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc42c0c-cc85-42ce-8a90-60113dd364b8 {{(pid=103822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:25:14.594250 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5112f4-b41d-4a5d-9101-1b4d10272031 None None] Routers {'032e33dd-c133-48b0-8eec-0750bc4eed93'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:25:14.594865 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-ab5112f4-b41d-4a5d-9101-1b4d10272031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:25:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['032e33dd-c133-48b0-8eec-0750bc4eed93'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:14.608125 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6243845-f963-4e75-91bd-48120e5f9bf5 None None] Pushing event updated for resources: {'Port': ['ID=8c19c77e-ad97-424e-8ffa-93f9dd595b58,revision_number=3']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:14.631690 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b30c58fc-368d-40ed-bbb6-e8068a0528c3 admin admin] Publish callbacks [] for port (e8e48ba0-5246-4e22-ae07-57cae96f0b07), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:14.646974 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 5dc42c0c-cc85-42ce-8a90-60113dd364b8, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5dc42c0c-cc85-42ce-8a90-60113dd364b8,segment=NetworkSegment(144a29d3-8b92-419a-a892-5d1bda94856a),segment_id=144a29d3-8b92-419a-a892-5d1bda94856a)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:25:14.690557 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b30c58fc-368d-40ed-bbb6-e8068a0528c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126327796'] for port (e8e48ba0-5246-4e22-ae07-57cae96f0b07), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:14.721560 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (5dc42c0c-cc85-42ce-8a90-60113dd364b8), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:14.756799 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b30c58fc-368d-40ed-bbb6-e8068a0528c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3663951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548700'] for router_interface (032e33dd-c133-48b0-8eec-0750bc4eed93), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:14.757115 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-ab5112f4-b41d-4a5d-9101-1b4d10272031 None None] Set router 032e33dd-c133-48b0-8eec-0750bc4eed93 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:25:14.759558 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c58fc-368d-40ed-bbb6-e8068a0528c3 admin admin] Pushing event updated for resources: {'Port': ['ID=e8e48ba0-5246-4e22-ae07-57cae96f0b07,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:14.803759 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:14.847821 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=5dc42c0c-cc85-42ce-8a90-60113dd364b8,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:14.852378 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30c58fc-368d-40ed-bbb6-e8068a0528c3 admin admin] Network 5a58cc56-c072-4d53-a19a-54beb72cdde2 is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:25:14.854672 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-b30c58fc-368d-40ed-bbb6-e8068a0528c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:25:14.980427 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30c58fc-368d-40ed-bbb6-e8068a0528c3 admin admin] Router 032e33dd-c133-48b0-8eec-0750bc4eed93 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:25:15.005731 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-ab5112f4-b41d-4a5d-9101-1b4d10272031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032e33dd-c133-48b0-8eec-0750bc4eed93', 'name': 'tempest-TestVolumeBootPattern-169388773-router', 'tenant_id': '4d4ba541303f4c3cbbbb479c169d8bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '8c19c77e-ad97-424e-8ffa-93f9dd595b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:10Z', 'updated_at': '2022-03-29T20:25:14Z', 'revision_number': 4, 'project_id': '4d4ba541303f4c3cbbbb479c169d8bd4', 'gw_port': {'id': '8c19c77e-ad97-424e-8ffa-93f9dd595b58', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ff:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032e33dd-c133-48b0-8eec-0750bc4eed93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:11Z', 'updated_at': '2022-03-29T20:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'e8e48ba0-5246-4e22-ae07-57cae96f0b07', 'name': '', 'network_id': '5a58cc56-c072-4d53-a19a-54beb72cdde2', 'tenant_id': '4d4ba541303f4c3cbbbb479c169d8bd4', 'mac_address': 'fa:16:3e:ac:74:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032e33dd-c133-48b0-8eec-0750bc4eed93', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'bb13bc7b-390f-4cea-9c33-840e4525f053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:13Z', 'updated_at': '2022-03-29T20:25:13Z', 'revision_number': 1, 'project_id': '4d4ba541303f4c3cbbbb479c169d8bd4', 'subnets': [{'id': 'bb13bc7b-390f-4cea-9c33-840e4525f053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:15.034695 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['5dc42c0c-cc85-42ce-8a90-60113dd364b8'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:25:15.037140 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5112f4-b41d-4a5d-9101-1b4d10272031 None None] The sync data for ids ['032e33dd-c133-48b0-8eec-0750bc4eed93'] in dv-cinder-784815-3-iscsi is: [{'id': '032e33dd-c133-48b0-8eec-0750bc4eed93', 'name': 'tempest-TestVolumeBootPattern-169388773-router', 'tenant_id': '4d4ba541303f4c3cbbbb479c169d8bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '8c19c77e-ad97-424e-8ffa-93f9dd595b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:10Z', 'updated_at': '2022-03-29T20:25:14Z', 'revision_number': 4, 'project_id': '4d4ba541303f4c3cbbbb479c169d8bd4', 'gw_port': {'id': '8c19c77e-ad97-424e-8ffa-93f9dd595b58', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ff:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032e33dd-c133-48b0-8eec-0750bc4eed93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:11Z', 'updated_at': '2022-03-29T20:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'e8e48ba0-5246-4e22-ae07-57cae96f0b07', 'name': '', 'network_id': '5a58cc56-c072-4d53-a19a-54beb72cdde2', 'tenant_id': '4d4ba541303f4c3cbbbb479c169d8bd4', 'mac_address': 'fa:16:3e:ac:74:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032e33dd-c133-48b0-8eec-0750bc4eed93', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'bb13bc7b-390f-4cea-9c33-840e4525f053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:13Z', 'updated_at': '2022-03-29T20:25:13Z', 'revision_number': 1, 'project_id': '4d4ba541303f4c3cbbbb479c169d8bd4', 'subnets': [{'id': 'bb13bc7b-390f-4cea-9c33-840e4525f053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:25:15.111239 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-89dd091a-f68a-40ff-81e9-035874cf3f4a None None] Provisioning complete for port e8e48ba0-5246-4e22-ae07-57cae96f0b07 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:25:15.111608 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-89dd091a-f68a-40ff-81e9-035874cf3f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (e8e48ba0-5246-4e22-ae07-57cae96f0b07), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:15.112840 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30c58fc-368d-40ed-bbb6-e8068a0528c3 admin admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:25:15.130476 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-b30c58fc-368d-40ed-bbb6-e8068a0528c3 admin admin] 10.222.0.43 "PUT /v2.0/routers/032e33dd-c133-48b0-8eec-0750bc4eed93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8209081 Mar 29 20:25:15.163354 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-89dd091a-f68a-40ff-81e9-035874cf3f4a None None] Port e8e48ba0-5246-4e22-ae07-57cae96f0b07 cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:25:15.513636 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d226b0-c426-4c8b-9c96-bbcf67f3c31c req-dcd980e5-1254-43dd-aaf4-fef34b6130dd tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:15.515847 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-82d226b0-c426-4c8b-9c96-bbcf67f3c31c req-dcd980e5-1254-43dd-aaf4-fef34b6130dd tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 945 time: 0.0715933 Mar 29 20:25:15.566416 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-82d226b0-c426-4c8b-9c96-bbcf67f3c31c req-3a9bd81a-b041-4c1b-ba88-cfef31ceb2a7 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450528 Mar 29 20:25:15.803101 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 48858) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:15.808246 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-e060cec3-519e-42a7-a8f0-a5966697a5be tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-442390106', 'description': 'tempest-secgroup-smoke-442390106 description', 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:25:15.885148 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e060cec3-519e-42a7-a8f0-a5966697a5be tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:15.961171 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e060cec3-519e-42a7-a8f0-a5966697a5be tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for security_group (5c257c0a-44c9-4d07-9e0c-67bed43b2f98), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:16.010630 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e060cec3-519e-42a7-a8f0-a5966697a5be tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (5c257c0a-44c9-4d07-9e0c-67bed43b2f98), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:16.039398 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060cec3-519e-42a7-a8f0-a5966697a5be tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c257c0a-44c9-4d07-9e0c-67bed43b2f98,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:16.092928 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e060cec3-519e-42a7-a8f0-a5966697a5be tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:16.094251 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-e060cec3-519e-42a7-a8f0-a5966697a5be tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2901077 Mar 29 20:25:16.097267 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 48860) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:16.101647 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-58d42950-d056-40c0-b5e1-c29b5a4b3e4b tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Request body: {'security_group_rule': {'security_group_id': '5c257c0a-44c9-4d07-9e0c-67bed43b2f98', 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:25:16.210244 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-58d42950-d056-40c0-b5e1-c29b5a4b3e4b tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for security_group_rule (de6bc2ff-dff9-4280-be98-c5c58687f4f3), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:16.219757 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 5dc42c0c-cc85-42ce-8a90-60113dd364b8 up at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:25:16.273868 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-58d42950-d056-40c0-b5e1-c29b5a4b3e4b tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for security_group_rule (de6bc2ff-dff9-4280-be98-c5c58687f4f3), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:16.354095 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning for port 5dc42c0c-cc85-42ce-8a90-60113dd364b8 completed by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 20:25:16.358121 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning complete for port 5dc42c0c-cc85-42ce-8a90-60113dd364b8 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:25:16.358489 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (5dc42c0c-cc85-42ce-8a90-60113dd364b8), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:16.404926 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-58d42950-d056-40c0-b5e1-c29b5a4b3e4b tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (de6bc2ff-dff9-4280-be98-c5c58687f4f3), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:16.424597 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d42950-d056-40c0-b5e1-c29b5a4b3e4b tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de6bc2ff-dff9-4280-be98-c5c58687f4f3,revision_number=0']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:16.436278 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 5dc42c0c-cc85-42ce-8a90-60113dd364b8 is: BUILD; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:25:16.436670 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (5dc42c0c-cc85-42ce-8a90-60113dd364b8), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:16.454441 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:16.460227 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e649b05-cfdb-4293-8dea-8561dffc623f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc42c0c-cc85-42ce-8a90-60113dd364b8'}] {{(pid=103822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:25:16.463084 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0861b571914e5dc523c78e704c27631447c9211d5b419e1eb1b6a7c48cd57d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b2635b-9119-4fb7-9100-fc30171abc88" -d '{"events": [{"server_uuid": "2e649b05-cfdb-4293-8dea-8561dffc623f", "name": "network-vif-plugged", "status": "completed", "tag": "5dc42c0c-cc85-42ce-8a90-60113dd364b8"}]}' {{(pid=103822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:25:16.476179 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 5dc42c0c-cc85-42ce-8a90-60113dd364b8, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5dc42c0c-cc85-42ce-8a90-60113dd364b8,segment=NetworkSegment(144a29d3-8b92-419a-a892-5d1bda94856a),segment_id=144a29d3-8b92-419a-a892-5d1bda94856a)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:25:16.492357 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-58d42950-d056-40c0-b5e1-c29b5a4b3e4b tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:16.493507 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-58d42950-d056-40c0-b5e1-c29b5a4b3e4b tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3952465 Mar 29 20:25:16.496224 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 48864) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:16.500715 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ab3457-7739-47aa-b4d0-273983d333fa x-openstack-request-id: req-36ab3457-7739-47aa-b4d0-273983d333fa {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:25:16.501003 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e649b05-cfdb-4293-8dea-8561dffc623f", "name": "network-vif-plugged", "status": "completed", "tag": "5dc42c0c-cc85-42ce-8a90-60113dd364b8", "code": 200}]} {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:25:16.501106 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-4b7fd9ab-2c23-4144-8c43-500733a304b7 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Request body: {'security_group_rule': {'security_group_id': '5c257c0a-44c9-4d07-9e0c-67bed43b2f98', 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:25:16.501259 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-36ab3457-7739-47aa-b4d0-273983d333fa {{(pid=103822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:25:16.501684 dv-cinder-784815-3-iscsi neutron-server[103822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36ab3457-7739-47aa-b4d0-273983d333fa'] response: {'server_uuid': '2e649b05-cfdb-4293-8dea-8561dffc623f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc42c0c-cc85-42ce-8a90-60113dd364b8', 'code': 200} Mar 29 20:25:16.582260 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (5dc42c0c-cc85-42ce-8a90-60113dd364b8), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:16.611305 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-4b7fd9ab-2c23-4144-8c43-500733a304b7 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for security_group_rule (12acc8a5-da80-4437-8d31-af9f43788d2b), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:16.637330 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=5dc42c0c-cc85-42ce-8a90-60113dd364b8,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:16.676879 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-4b7fd9ab-2c23-4144-8c43-500733a304b7 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for security_group_rule (12acc8a5-da80-4437-8d31-af9f43788d2b), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:16.702718 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f5b1a-2dad-42f9-be22-f75886ea6e39 req-cd9201d0-c0ed-418d-85aa-7b08ca157757 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:16.704253 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-531f5b1a-2dad-42f9-be22-f75886ea6e39 req-cd9201d0-c0ed-418d-85aa-7b08ca157757 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 946 time: 0.0560160 Mar 29 20:25:16.724460 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-4b7fd9ab-2c23-4144-8c43-500733a304b7 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (12acc8a5-da80-4437-8d31-af9f43788d2b), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:16.745266 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7fd9ab-2c23-4144-8c43-500733a304b7 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12acc8a5-da80-4437-8d31-af9f43788d2b,revision_number=0']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:16.754921 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-531f5b1a-2dad-42f9-be22-f75886ea6e39 req-30e26f73-e846-467a-b743-96daa7045b3c tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443029 Mar 29 20:25:16.784033 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-4b7fd9ab-2c23-4144-8c43-500733a304b7 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:16.785392 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-4b7fd9ab-2c23-4144-8c43-500733a304b7 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2880409 Mar 29 20:25:16.791699 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 48870) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:16.796234 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-6bffc6c5-ec58-4aec-a123-2afd24b89d0d tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Request body: {'security_group_rule': {'security_group_id': '5c257c0a-44c9-4d07-9e0c-67bed43b2f98', 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:25:16.824561 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99197116-c34d-4cde-9d46-98543bd0cfdc req-0a6efd82-8e4c-4d16-bd98-cf474c023d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:16.826076 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-99197116-c34d-4cde-9d46-98543bd0cfdc req-0a6efd82-8e4c-4d16-bd98-cf474c023d84 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 1130 time: 0.0448077 Mar 29 20:25:16.855472 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-6bffc6c5-ec58-4aec-a123-2afd24b89d0d tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for security_group_rule (396248e3-3ef8-4c78-be70-d7879bd1afe4), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:16.872992 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-99197116-c34d-4cde-9d46-98543bd0cfdc req-e5ec3435-50db-44a9-9df6-da8bbe388946 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406246 Mar 29 20:25:16.910979 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-6bffc6c5-ec58-4aec-a123-2afd24b89d0d tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for security_group_rule (396248e3-3ef8-4c78-be70-d7879bd1afe4), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:16.981369 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-6bffc6c5-ec58-4aec-a123-2afd24b89d0d tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (396248e3-3ef8-4c78-be70-d7879bd1afe4), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:16.999179 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bffc6c5-ec58-4aec-a123-2afd24b89d0d tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=396248e3-3ef8-4c78-be70-d7879bd1afe4,revision_number=0']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:17.069540 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-6bffc6c5-ec58-4aec-a123-2afd24b89d0d tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:17.070741 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-6bffc6c5-ec58-4aec-a123-2afd24b89d0d tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2780755 Mar 29 20:25:17.074024 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 48872) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:17.078402 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-95285cf0-60c1-4b9b-a754-890516ca42d3 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Request body: {'security_group_rule': {'security_group_id': '5c257c0a-44c9-4d07-9e0c-67bed43b2f98', 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:25:17.158422 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-95285cf0-60c1-4b9b-a754-890516ca42d3 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for security_group_rule (3dd01cf9-cc3a-4878-8494-2f810c50818b), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:17.215139 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-95285cf0-60c1-4b9b-a754-890516ca42d3 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for security_group_rule (3dd01cf9-cc3a-4878-8494-2f810c50818b), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:17.284097 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-95285cf0-60c1-4b9b-a754-890516ca42d3 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (3dd01cf9-cc3a-4878-8494-2f810c50818b), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:17.301368 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95285cf0-60c1-4b9b-a754-890516ca42d3 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd01cf9-cc3a-4878-8494-2f810c50818b,revision_number=0']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:17.372001 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-95285cf0-60c1-4b9b-a754-890516ca42d3 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:17.373376 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-95285cf0-60c1-4b9b-a754-890516ca42d3 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2982669 Mar 29 20:25:17.376121 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 48874) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:17.380503 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-5df5ad57-fca3-475c-ab22-811005ba5712 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Request body: {'security_group_rule': {'security_group_id': '5c257c0a-44c9-4d07-9e0c-67bed43b2f98', 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:25:17.467498 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.db.securitygroups_db [None req-5df5ad57-fca3-475c-ab22-811005ba5712 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Project f9800a1b31b34882beb7e5e6dcb78fd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 20:25:17.472384 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5df5ad57-fca3-475c-ab22-811005ba5712 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for security_group_rule (4aec19ea-c89a-401a-a7f7-7ffcd9686a91), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:17.529473 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5df5ad57-fca3-475c-ab22-811005ba5712 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for security_group_rule (4aec19ea-c89a-401a-a7f7-7ffcd9686a91), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:17.593486 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5df5ad57-fca3-475c-ab22-811005ba5712 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (4aec19ea-c89a-401a-a7f7-7ffcd9686a91), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:17.611162 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5ad57-fca3-475c-ab22-811005ba5712 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aec19ea-c89a-401a-a7f7-7ffcd9686a91,revision_number=0']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:17.669619 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5df5ad57-fca3-475c-ab22-811005ba5712 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:17.670842 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-5df5ad57-fca3-475c-ab22-811005ba5712 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2937546 Mar 29 20:25:17.673652 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 48876) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:17.678337 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-a1c3f1eb-d912-4f62-8da5-2a24461fecf1 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Request body: {'security_group_rule': {'security_group_id': '5c257c0a-44c9-4d07-9e0c-67bed43b2f98', 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:25:17.748362 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 8c19c77e-ad97-424e-8ffa-93f9dd595b58 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:25:17.753775 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.db.securitygroups_db [None req-a1c3f1eb-d912-4f62-8da5-2a24461fecf1 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Project f9800a1b31b34882beb7e5e6dcb78fd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 20:25:17.760852 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-a1c3f1eb-d912-4f62-8da5-2a24461fecf1 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for security_group_rule (74223d2f-fb63-4460-a613-b2abe4e83810), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:17.799790 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 8c19c77e-ad97-424e-8ffa-93f9dd595b58 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:25:17.800182 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (8c19c77e-ad97-424e-8ffa-93f9dd595b58), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:17.826066 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-a1c3f1eb-d912-4f62-8da5-2a24461fecf1 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for security_group_rule (74223d2f-fb63-4460-a613-b2abe4e83810), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:17.883271 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 8c19c77e-ad97-424e-8ffa-93f9dd595b58 is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:25:17.883651 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (8c19c77e-ad97-424e-8ffa-93f9dd595b58), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:17.885759 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bb8b1-cb36-4f53-a7f0-360a487bfad2 req-ff73dbcf-af2e-4051-8208-717297402c62 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:17.887256 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-482bb8b1-cb36-4f53-a7f0-360a487bfad2 req-ff73dbcf-af2e-4051-8208-717297402c62 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 946 time: 0.0546865 Mar 29 20:25:17.899947 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-a1c3f1eb-d912-4f62-8da5-2a24461fecf1 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (74223d2f-fb63-4460-a613-b2abe4e83810), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:17.904668 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] For port 8c19c77e-ad97-424e-8ffa-93f9dd595b58, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=8c19c77e-ad97-424e-8ffa-93f9dd595b58,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:25:17.937203 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3f1eb-d912-4f62-8da5-2a24461fecf1 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74223d2f-fb63-4460-a613-b2abe4e83810,revision_number=0']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:17.953441 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (8c19c77e-ad97-424e-8ffa-93f9dd595b58), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:17.961507 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-482bb8b1-cb36-4f53-a7f0-360a487bfad2 req-5badd5f7-4beb-4b5a-8894-7cb89cc78ce6 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647364 Mar 29 20:25:18.006478 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Pushing event updated for resources: {'Port': ['ID=8c19c77e-ad97-424e-8ffa-93f9dd595b58,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:18.008929 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-a1c3f1eb-d912-4f62-8da5-2a24461fecf1 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:18.010716 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-a1c3f1eb-d912-4f62-8da5-2a24461fecf1 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3359575 Mar 29 20:25:18.511080 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2dd9c1-4e27-457f-a229-cab670bdd518 None None] Sync routers for ids ['032e33dd-c133-48b0-8eec-0750bc4eed93'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:25:18.521714 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2dd9c1-4e27-457f-a229-cab670bdd518 None None] Routers {'032e33dd-c133-48b0-8eec-0750bc4eed93'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:25:18.522325 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-bc2dd9c1-4e27-457f-a229-cab670bdd518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:25:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['032e33dd-c133-48b0-8eec-0750bc4eed93'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:18.629491 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-bc2dd9c1-4e27-457f-a229-cab670bdd518 None None] Set router 032e33dd-c133-48b0-8eec-0750bc4eed93 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:25:18.829891 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-bc2dd9c1-4e27-457f-a229-cab670bdd518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032e33dd-c133-48b0-8eec-0750bc4eed93', 'name': 'tempest-TestVolumeBootPattern-169388773-router', 'tenant_id': '4d4ba541303f4c3cbbbb479c169d8bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '8c19c77e-ad97-424e-8ffa-93f9dd595b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:10Z', 'updated_at': '2022-03-29T20:25:14Z', 'revision_number': 4, 'project_id': '4d4ba541303f4c3cbbbb479c169d8bd4', 'gw_port': {'id': '8c19c77e-ad97-424e-8ffa-93f9dd595b58', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032e33dd-c133-48b0-8eec-0750bc4eed93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:11Z', 'updated_at': '2022-03-29T20:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'e8e48ba0-5246-4e22-ae07-57cae96f0b07', 'name': '', 'network_id': '5a58cc56-c072-4d53-a19a-54beb72cdde2', 'tenant_id': '4d4ba541303f4c3cbbbb479c169d8bd4', 'mac_address': 'fa:16:3e:ac:74:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032e33dd-c133-48b0-8eec-0750bc4eed93', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'bb13bc7b-390f-4cea-9c33-840e4525f053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:13Z', 'updated_at': '2022-03-29T20:25:14Z', 'revision_number': 2, 'project_id': '4d4ba541303f4c3cbbbb479c169d8bd4', 'subnets': [{'id': 'bb13bc7b-390f-4cea-9c33-840e4525f053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:18.855205 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2dd9c1-4e27-457f-a229-cab670bdd518 None None] Checking router: 032e33dd-c133-48b0-8eec-0750bc4eed93 for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:25:18.855555 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2dd9c1-4e27-457f-a229-cab670bdd518 None None] Updating router 032e33dd-c133-48b0-8eec-0750bc4eed93 port e8e48ba0-5246-4e22-ae07-57cae96f0b07 binding host dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 20:25:18.883102 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-bc2dd9c1-4e27-457f-a229-cab670bdd518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (e8e48ba0-5246-4e22-ae07-57cae96f0b07), before_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:19.090155 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1398205-0915-4625-ab94-541a0414965a req-49323bd4-4567-4329-ae93-7a7f9e43870c tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:19.092116 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f1398205-0915-4625-ab94-541a0414965a req-49323bd4-4567-4329-ae93-7a7f9e43870c tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 946 time: 0.0573485 Mar 29 20:25:19.144880 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f1398205-0915-4625-ab94-541a0414965a req-9d029dc7-13b4-4146-83d0-e4ffb8917506 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470960 Mar 29 20:25:19.171199 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-bc2dd9c1-4e27-457f-a229-cab670bdd518 None None] Publish callbacks [] for port (e8e48ba0-5246-4e22-ae07-57cae96f0b07), precommit_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:19.282375 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-bc2dd9c1-4e27-457f-a229-cab670bdd518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (e8e48ba0-5246-4e22-ae07-57cae96f0b07), after_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:19.290957 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a825de-06e2-4701-94a5-4d7a4ff24981 req-ef9e9da8-d026-46a7-be12-b778172c2ed9 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:19.293379 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f6a825de-06e2-4701-94a5-4d7a4ff24981 req-ef9e9da8-d026-46a7-be12-b778172c2ed9 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 946 time: 0.0699081 Mar 29 20:25:19.304416 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 48948) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:19.310188 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-ed281a6f-2d05-45f1-a08e-10ff471b381f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Request body: {'floatingip': {'port_id': '5dc42c0c-cc85-42ce-8a90-60113dd364b8'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:25:19.357823 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ed281a6f-2d05-45f1-a08e-10ff471b381f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for floatingip (7c7f4b2a-b1b7-4384-959e-e558cb48055d), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:19.369067 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac71f18-dcdc-45ed-b32a-039f35739501 None None] Pushing event updated for resources: {'Port': ['ID=e8e48ba0-5246-4e22-ae07-57cae96f0b07,revision_number=3']} {{(pid=103823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:19.414610 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-bc2dd9c1-4e27-457f-a229-cab670bdd518 None None] Attempting to bind port e8e48ba0-5246-4e22-ae07-57cae96f0b07 on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:25:19.414968 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-bc2dd9c1-4e27-457f-a229-cab670bdd518 None None] Attempting to bind port e8e48ba0-5246-4e22-ae07-57cae96f0b07 by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': '24fa8f40-3c47-4a7b-9fd6-f45bc89a6b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5a58cc56-c072-4d53-a19a-54beb72cdde2'}] {{(pid=103823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:25:19.416176 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2dd9c1-4e27-457f-a229-cab670bdd518 None None] Attempting to bind port e8e48ba0-5246-4e22-ae07-57cae96f0b07 on network 5a58cc56-c072-4d53-a19a-54beb72cdde2 {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:25:19.422516 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2dd9c1-4e27-457f-a229-cab670bdd518 None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:25:19.423156 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2dd9c1-4e27-457f-a229-cab670bdd518 None None] Checking segment: {'id': '24fa8f40-3c47-4a7b-9fd6-f45bc89a6b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5a58cc56-c072-4d53-a19a-54beb72cdde2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:25:19.423907 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-bc2dd9c1-4e27-457f-a229-cab670bdd518 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:19.424449 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2dd9c1-4e27-457f-a229-cab670bdd518 None None] Bound using segment: {'id': '24fa8f40-3c47-4a7b-9fd6-f45bc89a6b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5a58cc56-c072-4d53-a19a-54beb72cdde2'} {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:25:19.425072 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-bc2dd9c1-4e27-457f-a229-cab670bdd518 None None] Bound port: e8e48ba0-5246-4e22-ae07-57cae96f0b07, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fa8f40-3c47-4a7b-9fd6-f45bc89a6b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5a58cc56-c072-4d53-a19a-54beb72cdde2'}}] {{(pid=103823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:25:19.425633 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-bc2dd9c1-4e27-457f-a229-cab670bdd518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (e8e48ba0-5246-4e22-ae07-57cae96f0b07), before_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:19.508186 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.db [None req-bc2dd9c1-4e27-457f-a229-cab670bdd518 None None] For port e8e48ba0-5246-4e22-ae07-57cae96f0b07, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:25:19.513905 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.db [None req-bc2dd9c1-4e27-457f-a229-cab670bdd518 None None] For port e8e48ba0-5246-4e22-ae07-57cae96f0b07, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=e8e48ba0-5246-4e22-ae07-57cae96f0b07,segment=NetworkSegment(24fa8f40-3c47-4a7b-9fd6-f45bc89a6b64),segment_id=24fa8f40-3c47-4a7b-9fd6-f45bc89a6b64)] {{(pid=103823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:25:19.606006 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-bc2dd9c1-4e27-457f-a229-cab670bdd518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (e8e48ba0-5246-4e22-ae07-57cae96f0b07), after_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:19.614565 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-05b6d201-473b-44ca-8a82-5f367bed41c8 None None] Provisioning complete for port e8e48ba0-5246-4e22-ae07-57cae96f0b07 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:25:19.614565 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-05b6d201-473b-44ca-8a82-5f367bed41c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (e8e48ba0-5246-4e22-ae07-57cae96f0b07), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:19.685353 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac71f18-dcdc-45ed-b32a-039f35739501 None None] Pushing event updated for resources: {'Port': ['ID=e8e48ba0-5246-4e22-ae07-57cae96f0b07,revision_number=4']} {{(pid=103823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:19.688201 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2dd9c1-4e27-457f-a229-cab670bdd518 None None] Routers {'032e33dd-c133-48b0-8eec-0750bc4eed93'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:25:19.688947 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-bc2dd9c1-4e27-457f-a229-cab670bdd518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:25:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['032e33dd-c133-48b0-8eec-0750bc4eed93'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:19.749761 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-05b6d201-473b-44ca-8a82-5f367bed41c8 None None] Current status of the port e8e48ba0-5246-4e22-ae07-57cae96f0b07 is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:25:19.749761 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-05b6d201-473b-44ca-8a82-5f367bed41c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (e8e48ba0-5246-4e22-ae07-57cae96f0b07), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:19.831777 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 8c19c77e-ad97-424e-8ffa-93f9dd595b58 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:25:19.887844 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-05b6d201-473b-44ca-8a82-5f367bed41c8 None None] For port e8e48ba0-5246-4e22-ae07-57cae96f0b07, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=e8e48ba0-5246-4e22-ae07-57cae96f0b07,segment=NetworkSegment(24fa8f40-3c47-4a7b-9fd6-f45bc89a6b64),segment_id=24fa8f40-3c47-4a7b-9fd6-f45bc89a6b64)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:25:19.888742 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-bc2dd9c1-4e27-457f-a229-cab670bdd518 None None] Set router 032e33dd-c133-48b0-8eec-0750bc4eed93 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:25:19.919703 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 8c19c77e-ad97-424e-8ffa-93f9dd595b58 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:25:19.920187 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (8c19c77e-ad97-424e-8ffa-93f9dd595b58), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:19.959259 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ed281a6f-2d05-45f1-a08e-10ff471b381f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:19.981442 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac2ee4-a889-436f-8636-39a928e36c29 req-6f685f7c-0916-4366-b0ab-1bf7723b6832 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:19.982151 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-05b6d201-473b-44ca-8a82-5f367bed41c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (e8e48ba0-5246-4e22-ae07-57cae96f0b07), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:19.983208 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-caac2ee4-a889-436f-8636-39a928e36c29 req-6f685f7c-0916-4366-b0ab-1bf7723b6832 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0753348 Mar 29 20:25:20.027163 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ed281a6f-2d05-45f1-a08e-10ff471b381f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (7c7f4b2a-b1b7-4384-959e-e558cb48055d), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:20.073933 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 8c19c77e-ad97-424e-8ffa-93f9dd595b58 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:25:20.087862 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6d201-473b-44ca-8a82-5f367bed41c8 None None] Pushing event updated for resources: {'Port': ['ID=e8e48ba0-5246-4e22-ae07-57cae96f0b07,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:20.108778 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-caac2ee4-a889-436f-8636-39a928e36c29 req-8226d734-c988-4d78-ae92-b52ac28eefda tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196194 Mar 29 20:25:20.109633 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-8a8edc2c-5ddd-4f4e-8d9c-190e0f23d9b2 None None] Provisioning complete for port e8e48ba0-5246-4e22-ae07-57cae96f0b07 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:25:20.109988 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8a8edc2c-5ddd-4f4e-8d9c-190e0f23d9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (e8e48ba0-5246-4e22-ae07-57cae96f0b07), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:20.160205 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.db.l3_db [None req-ed281a6f-2d05-45f1-a08e-10ff471b381f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Floating IP 7c7f4b2a-b1b7-4384-959e-e558cb48055d associated. External IP: 172.27.3.3, port: 5dc42c0c-cc85-42ce-8a90-60113dd364b8. Mar 29 20:25:20.208296 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-8a8edc2c-5ddd-4f4e-8d9c-190e0f23d9b2 None None] Current status of the port e8e48ba0-5246-4e22-ae07-57cae96f0b07 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:25:20.241985 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-bc2dd9c1-4e27-457f-a229-cab670bdd518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032e33dd-c133-48b0-8eec-0750bc4eed93', 'name': 'tempest-TestVolumeBootPattern-169388773-router', 'tenant_id': '4d4ba541303f4c3cbbbb479c169d8bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '8c19c77e-ad97-424e-8ffa-93f9dd595b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:10Z', 'updated_at': '2022-03-29T20:25:14Z', 'revision_number': 4, 'project_id': '4d4ba541303f4c3cbbbb479c169d8bd4', 'gw_port': {'id': '8c19c77e-ad97-424e-8ffa-93f9dd595b58', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032e33dd-c133-48b0-8eec-0750bc4eed93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:11Z', 'updated_at': '2022-03-29T20:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'e8e48ba0-5246-4e22-ae07-57cae96f0b07', 'name': '', 'network_id': '5a58cc56-c072-4d53-a19a-54beb72cdde2', 'tenant_id': '4d4ba541303f4c3cbbbb479c169d8bd4', 'mac_address': 'fa:16:3e:ac:74:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032e33dd-c133-48b0-8eec-0750bc4eed93', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'bb13bc7b-390f-4cea-9c33-840e4525f053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:13Z', 'updated_at': '2022-03-29T20:25:19Z', 'revision_number': 4, 'project_id': '4d4ba541303f4c3cbbbb479c169d8bd4', 'subnets': [{'id': 'bb13bc7b-390f-4cea-9c33-840e4525f053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:20.270940 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2dd9c1-4e27-457f-a229-cab670bdd518 None None] The sync data for ids ['032e33dd-c133-48b0-8eec-0750bc4eed93'] in dv-cinder-784815-3-iscsi is: [{'id': '032e33dd-c133-48b0-8eec-0750bc4eed93', 'name': 'tempest-TestVolumeBootPattern-169388773-router', 'tenant_id': '4d4ba541303f4c3cbbbb479c169d8bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '8c19c77e-ad97-424e-8ffa-93f9dd595b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:10Z', 'updated_at': '2022-03-29T20:25:14Z', 'revision_number': 4, 'project_id': '4d4ba541303f4c3cbbbb479c169d8bd4', 'gw_port': {'id': '8c19c77e-ad97-424e-8ffa-93f9dd595b58', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032e33dd-c133-48b0-8eec-0750bc4eed93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:11Z', 'updated_at': '2022-03-29T20:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'e8e48ba0-5246-4e22-ae07-57cae96f0b07', 'name': '', 'network_id': '5a58cc56-c072-4d53-a19a-54beb72cdde2', 'tenant_id': '4d4ba541303f4c3cbbbb479c169d8bd4', 'mac_address': 'fa:16:3e:ac:74:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032e33dd-c133-48b0-8eec-0750bc4eed93', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'bb13bc7b-390f-4cea-9c33-840e4525f053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:13Z', 'updated_at': '2022-03-29T20:25:19Z', 'revision_number': 4, 'project_id': '4d4ba541303f4c3cbbbb479c169d8bd4', 'subnets': [{'id': 'bb13bc7b-390f-4cea-9c33-840e4525f053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:25:20.691753 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed281a6f-2d05-45f1-a08e-10ff471b381f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Router 27da9c05-c56d-407b-b126-808fcd8b2af4 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:25:20.809473 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed281a6f-2d05-45f1-a08e-10ff471b381f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:25:20.814244 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ed281a6f-2d05-45f1-a08e-10ff471b381f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:20.823755 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a73761-75ef-4286-a856-acefc3f176ba None None] Sync routers for ids ['27da9c05-c56d-407b-b126-808fcd8b2af4'] in dv-cinder-784815-3-iscsi {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:25:20.835084 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a73761-75ef-4286-a856-acefc3f176ba None None] Routers {'27da9c05-c56d-407b-b126-808fcd8b2af4'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:25:20.835776 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-18a73761-75ef-4286-a856-acefc3f176ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:25:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['27da9c05-c56d-407b-b126-808fcd8b2af4'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:20.854203 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-ed281a6f-2d05-45f1-a08e-10ff471b381f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "PUT /v2.0/floatingips/7c7f4b2a-b1b7-4384-959e-e558cb48055d HTTP/1.1" status: 200 len: 990 time: 1.5484600 Mar 29 20:25:20.854856 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e649b05-cfdb-4293-8dea-8561dffc623f', 'tag': '5dc42c0c-cc85-42ce-8a90-60113dd364b8'}] {{(pid=103820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:25:20.857209 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6edefd21b48d6680289e87f093b2b3ac5ccca22ebb7ce82a748a83257c36a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd37359-5938-4122-acb7-94c71c200820" -d '{"events": [{"name": "network-changed", "server_uuid": "2e649b05-cfdb-4293-8dea-8561dffc623f", "tag": "5dc42c0c-cc85-42ce-8a90-60113dd364b8"}]}' {{(pid=103820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:25:20.899400 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad8c9c8-73ec-4cb8-ad97-a6489daf7954 x-openstack-request-id: req-2ad8c9c8-73ec-4cb8-ad97-a6489daf7954 {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:25:20.899695 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e649b05-cfdb-4293-8dea-8561dffc623f", "tag": "5dc42c0c-cc85-42ce-8a90-60113dd364b8", "status": "completed", "code": 200}]} {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:25:20.900485 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ad8c9c8-73ec-4cb8-ad97-a6489daf7954 {{(pid=103820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:25:20.901207 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ad8c9c8-73ec-4cb8-ad97-a6489daf7954'] response: {'name': 'network-changed', 'server_uuid': '2e649b05-cfdb-4293-8dea-8561dffc623f', 'tag': '5dc42c0c-cc85-42ce-8a90-60113dd364b8', 'status': 'completed', 'code': 200} Mar 29 20:25:20.951869 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-18a73761-75ef-4286-a856-acefc3f176ba None None] Set router 27da9c05-c56d-407b-b126-808fcd8b2af4 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:25:20.988510 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd37359-5938-4122-acb7-94c71c200820 req-9cea31cb-3f82-487a-a511-158cdce295d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:20.990228 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fdd37359-5938-4122-acb7-94c71c200820 req-9cea31cb-3f82-487a-a511-158cdce295d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dd80d1f5dd744e8bd5cea87c84f184b&device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 1130 time: 0.0537341 Mar 29 20:25:21.085366 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd37359-5938-4122-acb7-94c71c200820 req-d28fbf16-1f2e-468c-9b69-f6bf65ba9757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:21.086859 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fdd37359-5938-4122-acb7-94c71c200820 req-d28fbf16-1f2e-468c-9b69-f6bf65ba9757 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbeb19d7-fa07-4f98-99ee-9b94135513d6 HTTP/1.1" status: 200 len: 917 time: 0.0899546 Mar 29 20:25:21.177569 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fdd37359-5938-4122-acb7-94c71c200820 req-c8cfb9ef-16fc-433a-bc4c-01eccd6b3050 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5dc42c0c-cc85-42ce-8a90-60113dd364b8 HTTP/1.1" status: 200 len: 998 time: 0.0751939 Mar 29 20:25:21.264607 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd37359-5938-4122-acb7-94c71c200820 req-1102c8c0-e8f2-4913-a843-9007cd5bd1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:21.266470 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fdd37359-5938-4122-acb7-94c71c200820 req-1102c8c0-e8f2-4913-a843-9007cd5bd1d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8355bf79-4b50-4d2a-871e-8619ac782cca HTTP/1.1" status: 200 len: 855 time: 0.0746176 Mar 29 20:25:21.312949 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4ca67-e177-43a9-8b89-bc9aa8cca888 req-b8ced83a-780a-4577-9f85-eecded018787 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:21.314483 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a9e4ca67-e177-43a9-8b89-bc9aa8cca888 req-b8ced83a-780a-4577-9f85-eecded018787 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0938284 Mar 29 20:25:21.347672 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd37359-5938-4122-acb7-94c71c200820 req-89d689f9-cdc7-45e9-a435-2df35532e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:21.349180 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fdd37359-5938-4122-acb7-94c71c200820 req-89d689f9-cdc7-45e9-a435-2df35532e7f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbeb19d7-fa07-4f98-99ee-9b94135513d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0750251 Mar 29 20:25:21.373046 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-18a73761-75ef-4286-a856-acefc3f176ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'name': 'tempest-AttachVolumeShelveTestJSON-267162537-router', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:29Z', 'updated_at': '2022-03-29T20:20:40Z', 'revision_number': 4, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'gw_port': {'id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '7c7f4b2a-b1b7-4384-959e-e558cb48055d', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'floating_ip_address': '172.27.3.3', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'port_id': '5dc42c0c-cc85-42ce-8a90-60113dd364b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'mac_address': 'fa:16:3e:d0:d9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e649b05-cfdb-4293-8dea-8561dffc623f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:25:03Z', 'updated_at': '2022-03-29T20:25:19Z', 'revision_number': 1, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611b4ba1-c6a6-4cb1-ba21-a5b593294d88', 'name': '', 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'mac_address': 'fa:16:3e:08:c7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:37Z', 'updated_at': '2022-03-29T20:20:51Z', 'revision_number': 5, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'subnets': [{'id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:21.404246 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a73761-75ef-4286-a856-acefc3f176ba None None] Checking router: 27da9c05-c56d-407b-b126-808fcd8b2af4 for host: dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:25:21.413121 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a73761-75ef-4286-a856-acefc3f176ba None None] Routers {'27da9c05-c56d-407b-b126-808fcd8b2af4'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:25:21.413842 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-18a73761-75ef-4286-a856-acefc3f176ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:25:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['27da9c05-c56d-407b-b126-808fcd8b2af4'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:21.426952 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a9e4ca67-e177-43a9-8b89-bc9aa8cca888 req-4fb8acbd-a8e7-4368-87fe-2e3e734c5525 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064444 Mar 29 20:25:21.467995 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fdd37359-5938-4122-acb7-94c71c200820 req-40b5bfdd-2751-4faa-88de-b77c34505a59 service neutron] 10.222.0.42 "GET /v2.0/networks/cbeb19d7-fa07-4f98-99ee-9b94135513d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079569 Mar 29 20:25:21.531418 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-18a73761-75ef-4286-a856-acefc3f176ba None None] Set router 27da9c05-c56d-407b-b126-808fcd8b2af4 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:25:21.562941 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fdd37359-5938-4122-acb7-94c71c200820 req-696ed07a-2219-4998-b428-046d7ad1a8cd service neutron] 10.222.0.42 "GET /v2.0/networks/cbeb19d7-fa07-4f98-99ee-9b94135513d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881920 Mar 29 20:25:21.756285 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device e8e48ba0-5246-4e22-ae07-57cae96f0b07 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:25:21.833854 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-18a73761-75ef-4286-a856-acefc3f176ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'name': 'tempest-AttachVolumeShelveTestJSON-267162537-router', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:29Z', 'updated_at': '2022-03-29T20:20:40Z', 'revision_number': 4, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'gw_port': {'id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '7c7f4b2a-b1b7-4384-959e-e558cb48055d', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'floating_ip_address': '172.27.3.3', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'port_id': '5dc42c0c-cc85-42ce-8a90-60113dd364b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'mac_address': 'fa:16:3e:d0:d9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e649b05-cfdb-4293-8dea-8561dffc623f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:25:03Z', 'updated_at': '2022-03-29T20:25:19Z', 'revision_number': 1, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611b4ba1-c6a6-4cb1-ba21-a5b593294d88', 'name': '', 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'mac_address': 'fa:16:3e:08:c7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:37Z', 'updated_at': '2022-03-29T20:20:51Z', 'revision_number': 5, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'subnets': [{'id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:21.839822 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port e8e48ba0-5246-4e22-ae07-57cae96f0b07 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:25:21.840317 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (e8e48ba0-5246-4e22-ae07-57cae96f0b07), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:21.869513 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a73761-75ef-4286-a856-acefc3f176ba None None] The sync data for ids ['27da9c05-c56d-407b-b126-808fcd8b2af4'] in dv-cinder-784815-3-iscsi is: [{'id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'name': 'tempest-AttachVolumeShelveTestJSON-267162537-router', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:29Z', 'updated_at': '2022-03-29T20:20:40Z', 'revision_number': 4, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'gw_port': {'id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '7c7f4b2a-b1b7-4384-959e-e558cb48055d', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'floating_ip_address': '172.27.3.3', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'port_id': '5dc42c0c-cc85-42ce-8a90-60113dd364b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'mac_address': 'fa:16:3e:d0:d9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e649b05-cfdb-4293-8dea-8561dffc623f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:25:03Z', 'updated_at': '2022-03-29T20:25:19Z', 'revision_number': 1, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611b4ba1-c6a6-4cb1-ba21-a5b593294d88', 'name': '', 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'mac_address': 'fa:16:3e:08:c7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:37Z', 'updated_at': '2022-03-29T20:20:51Z', 'revision_number': 5, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'subnets': [{'id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:25:22.021027 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port e8e48ba0-5246-4e22-ae07-57cae96f0b07 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:25:22.096769 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b812ad-6b6c-4053-a5c1-19f7598f2688 None None] New status for floating IP 7c7f4b2a-b1b7-4384-959e-e558cb48055d: ACTIVE {{(pid=103823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 20:25:22.350727 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43364be-ac15-423c-9685-41f057b56b09 req-bb58ce2c-c19a-4541-88a9-56f4fd65540a tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:22.352193 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a43364be-ac15-423c-9685-41f057b56b09 req-bb58ce2c-c19a-4541-88a9-56f4fd65540a tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0653481 Mar 29 20:25:22.453883 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [req-a43364be-ac15-423c-9685-41f057b56b09 req-89a96439-5561-4f45-8cea-51dfb3db4924 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Deleting port 533aca74-6455-4af2-9034-ca2cf7695671 {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:25:22.454261 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-a43364be-ac15-423c-9685-41f057b56b09 req-89a96439-5561-4f45-8cea-51dfb3db4924 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (533aca74-6455-4af2-9034-ca2cf7695671), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:22.580014 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [req-a43364be-ac15-423c-9685-41f057b56b09 req-89a96439-5561-4f45-8cea-51dfb3db4924 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] For port 533aca74-6455-4af2-9034-ca2cf7695671, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=533aca74-6455-4af2-9034-ca2cf7695671,segment=NetworkSegment(6802a8f3-7039-4643-9285-e85956d71d33),segment_id=6802a8f3-7039-4643-9285-e85956d71d33)] {{(pid=103820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:25:22.580251 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-a43364be-ac15-423c-9685-41f057b56b09 req-89a96439-5561-4f45-8cea-51dfb3db4924 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (533aca74-6455-4af2-9034-ca2cf7695671), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:22.602573 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632f601-7276-48d8-8861-564782a73819 req-024b6eed-9c5f-4c34-9c1e-4c0fc814da06 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:22.604641 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e632f601-7276-48d8-8861-564782a73819 req-024b6eed-9c5f-4c34-9c1e-4c0fc814da06 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 945 time: 0.0994856 Mar 29 20:25:22.742940 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e632f601-7276-48d8-8861-564782a73819 req-f5438812-2c38-4bee-8a54-4035e1771159 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=84654a7e-e0be-472f-ad14-2988e992b048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969417 Mar 29 20:25:22.816390 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-a43364be-ac15-423c-9685-41f057b56b09 req-89a96439-5561-4f45-8cea-51dfb3db4924 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:22.816747 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-a43364be-ac15-423c-9685-41f057b56b09 req-89a96439-5561-4f45-8cea-51dfb3db4924 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (6f76d49f-150d-4061-bd29-42cc0bb37f50), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:22.817054 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.db.l3_db [req-a43364be-ac15-423c-9685-41f057b56b09 req-89a96439-5561-4f45-8cea-51dfb3db4924 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Floating IP 6f76d49f-150d-4061-bd29-42cc0bb37f50 disassociated. External IP: 172.27.3.100, port: 533aca74-6455-4af2-9034-ca2cf7695671. Mar 29 20:25:22.817427 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [req-a43364be-ac15-423c-9685-41f057b56b09 req-89a96439-5561-4f45-8cea-51dfb3db4924 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Calling delete_port for 533aca74-6455-4af2-9034-ca2cf7695671 owned by compute:nova {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:25:23.016286 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-a43364be-ac15-423c-9685-41f057b56b09 req-89a96439-5561-4f45-8cea-51dfb3db4924 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (533aca74-6455-4af2-9034-ca2cf7695671), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:23.047746 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a96439-5561-4f45-8cea-51dfb3db4924 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Pushing event deleted for resources: {'Port': ['ID=533aca74-6455-4af2-9034-ca2cf7695671,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:23.170003 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a43364be-ac15-423c-9685-41f057b56b09 req-89a96439-5561-4f45-8cea-51dfb3db4924 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Router e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:25:23.284610 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a43364be-ac15-423c-9685-41f057b56b09 req-89a96439-5561-4f45-8cea-51dfb3db4924 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:25:23.296746 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203a719a-3afa-4c7a-8c89-43b1d57e41e8 None None] Sync routers for ids ['e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'] in dv-cinder-784815-3-iscsi {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:25:23.311513 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203a719a-3afa-4c7a-8c89-43b1d57e41e8 None None] Routers {'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:25:23.312217 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-203a719a-3afa-4c7a-8c89-43b1d57e41e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:25:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:23.330509 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43364be-ac15-423c-9685-41f057b56b09 req-89a96439-5561-4f45-8cea-51dfb3db4924 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] No DVR routers for this DVR port 533aca74-6455-4af2-9034-ca2cf7695671 on host hv-cinder-78481 {{(pid=103820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:25:23.333521 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-a43364be-ac15-423c-9685-41f057b56b09 req-89a96439-5561-4f45-8cea-51dfb3db4924 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:23.336855 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a43364be-ac15-423c-9685-41f057b56b09 req-89a96439-5561-4f45-8cea-51dfb3db4924 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.42 "DELETE /v2.0/ports/533aca74-6455-4af2-9034-ca2cf7695671 HTTP/1.1" status: 204 len: 173 time: 0.9781289 Mar 29 20:25:23.337918 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d5813b-63cb-44f8-ae94-b3ca9bb93618', 'name': 'network-vif-deleted', 'tag': '533aca74-6455-4af2-9034-ca2cf7695671'}] {{(pid=103820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:25:23.340409 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6edefd21b48d6680289e87f093b2b3ac5ccca22ebb7ce82a748a83257c36a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad6229d-b625-4a13-88a7-3d2096bab8f5" -d '{"events": [{"server_uuid": "c3d5813b-63cb-44f8-ae94-b3ca9bb93618", "name": "network-vif-deleted", "tag": "533aca74-6455-4af2-9034-ca2cf7695671"}]}' {{(pid=103820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:25:23.377002 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93e694c-7717-4495-aabb-c93b31478a77 x-openstack-request-id: req-c93e694c-7717-4495-aabb-c93b31478a77 {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:25:23.377636 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d5813b-63cb-44f8-ae94-b3ca9bb93618", "name": "network-vif-deleted", "tag": "533aca74-6455-4af2-9034-ca2cf7695671", "status": "completed", "code": 200}]} {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:25:23.377636 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c93e694c-7717-4495-aabb-c93b31478a77 {{(pid=103820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:25:23.378096 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c93e694c-7717-4495-aabb-c93b31478a77'] response: {'server_uuid': 'c3d5813b-63cb-44f8-ae94-b3ca9bb93618', 'name': 'network-vif-deleted', 'tag': '533aca74-6455-4af2-9034-ca2cf7695671', 'status': 'completed', 'code': 200} Mar 29 20:25:23.452787 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-203a719a-3afa-4c7a-8c89-43b1d57e41e8 None None] Set router e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:25:23.673089 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-203a719a-3afa-4c7a-8c89-43b1d57e41e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'name': 'tempest-AttachVolumeTestJSON-2114264641-router', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:28Z', 'updated_at': '2022-03-29T20:20:38Z', 'revision_number': 4, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'gw_port': {'id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c', 'name': '', 'network_id': '0868a825-2260-425a-8d30-a4a84002c375', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'mac_address': 'fa:16:3e:a2:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:37Z', 'updated_at': '2022-03-29T20:20:49Z', 'revision_number': 5, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'subnets': [{'id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:23.701015 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203a719a-3afa-4c7a-8c89-43b1d57e41e8 None None] Checking router: e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 for host: dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:25:23.709382 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203a719a-3afa-4c7a-8c89-43b1d57e41e8 None None] Routers {'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:25:23.709997 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-203a719a-3afa-4c7a-8c89-43b1d57e41e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:25:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:23.826612 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-203a719a-3afa-4c7a-8c89-43b1d57e41e8 None None] Set router e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:25:23.863480 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d3ce5050-6672-4a2c-a064-ef1b73f399a6 req-56e78925-2055-4bac-902b-28270df3e01a tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5813b-63cb-44f8-ae94-b3ca9bb93618 HTTP/1.1" status: 200 len: 210 time: 0.0321491 Mar 29 20:25:24.039170 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-203a719a-3afa-4c7a-8c89-43b1d57e41e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'name': 'tempest-AttachVolumeTestJSON-2114264641-router', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:28Z', 'updated_at': '2022-03-29T20:20:38Z', 'revision_number': 4, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'gw_port': {'id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c', 'name': '', 'network_id': '0868a825-2260-425a-8d30-a4a84002c375', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'mac_address': 'fa:16:3e:a2:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:37Z', 'updated_at': '2022-03-29T20:20:49Z', 'revision_number': 5, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'subnets': [{'id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:24.066416 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203a719a-3afa-4c7a-8c89-43b1d57e41e8 None None] The sync data for ids ['e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'] in dv-cinder-784815-3-iscsi is: [{'id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'name': 'tempest-AttachVolumeTestJSON-2114264641-router', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:28Z', 'updated_at': '2022-03-29T20:20:38Z', 'revision_number': 4, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'gw_port': {'id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c', 'name': '', 'network_id': '0868a825-2260-425a-8d30-a4a84002c375', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'mac_address': 'fa:16:3e:a2:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:37Z', 'updated_at': '2022-03-29T20:20:49Z', 'revision_number': 5, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'subnets': [{'id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:25:24.303807 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d06537-18db-4d56-ad16-89a9c4ae1843 None None] New status for floating IP 6f76d49f-150d-4061-bd29-42cc0bb37f50: DOWN {{(pid=103823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 20:25:24.995843 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 48982) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:25.052559 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3e72adc9-8df2-439a-8772-cdffc9b8dced tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for security_group (84654a7e-e0be-472f-ad14-2988e992b048), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:25.077279 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3e72adc9-8df2-439a-8772-cdffc9b8dced tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for security_group (84654a7e-e0be-472f-ad14-2988e992b048), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:25.165113 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3e72adc9-8df2-439a-8772-cdffc9b8dced tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (84654a7e-e0be-472f-ad14-2988e992b048), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:25.167618 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3e72adc9-8df2-439a-8772-cdffc9b8dced tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:25.168813 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-3e72adc9-8df2-439a-8772-cdffc9b8dced tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "DELETE /v2.0/security-groups/84654a7e-e0be-472f-ad14-2988e992b048 HTTP/1.1" status: 204 len: 168 time: 0.1714325 Mar 29 20:25:25.171694 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 48986) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:25.179202 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72adc9-8df2-439a-8772-cdffc9b8dced tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84654a7e-e0be-472f-ad14-2988e992b048,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:25.185337 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.api.v2.resource [None req-b60ba124-016c-41a0-b643-be39a2eceb77 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] show failed (client error): The resource could not be found. Mar 29 20:25:25.186491 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-b60ba124-016c-41a0-b643-be39a2eceb77 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups/84654a7e-e0be-472f-ad14-2988e992b048 HTTP/1.1" status: 404 len: 347 time: 0.0137291 Mar 29 20:25:25.187515 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72adc9-8df2-439a-8772-cdffc9b8dced tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:25.187868 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72adc9-8df2-439a-8772-cdffc9b8dced tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:25.188208 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72adc9-8df2-439a-8772-cdffc9b8dced tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:25.188553 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72adc9-8df2-439a-8772-cdffc9b8dced tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:25.188876 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72adc9-8df2-439a-8772-cdffc9b8dced tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:25.189311 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72adc9-8df2-439a-8772-cdffc9b8dced tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:25.189586 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 48988) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:25.189701 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72adc9-8df2-439a-8772-cdffc9b8dced tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:25.189946 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72adc9-8df2-439a-8772-cdffc9b8dced tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:25.190266 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72adc9-8df2-439a-8772-cdffc9b8dced tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:25.190869 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72adc9-8df2-439a-8772-cdffc9b8dced tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:25.191191 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72adc9-8df2-439a-8772-cdffc9b8dced tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:25.191510 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72adc9-8df2-439a-8772-cdffc9b8dced tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:25.191825 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72adc9-8df2-439a-8772-cdffc9b8dced tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:25.192138 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72adc9-8df2-439a-8772-cdffc9b8dced tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:25.192453 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72adc9-8df2-439a-8772-cdffc9b8dced tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:25:25.315785 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-935194ba-fd9a-49c1-b54a-04e334531390 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Deleting port 6dd302f8-82bc-4bfa-b284-077eb7545193 {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:25:25.316115 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-935194ba-fd9a-49c1-b54a-04e334531390 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (6dd302f8-82bc-4bfa-b284-077eb7545193), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:25.392678 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-935194ba-fd9a-49c1-b54a-04e334531390 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (6dd302f8-82bc-4bfa-b284-077eb7545193), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:25.392995 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-935194ba-fd9a-49c1-b54a-04e334531390 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for floatingip (6dd302f8-82bc-4bfa-b284-077eb7545193), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:25.404633 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-935194ba-fd9a-49c1-b54a-04e334531390 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Calling delete_port for 6dd302f8-82bc-4bfa-b284-077eb7545193 owned by network:floatingip {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:25:25.605155 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-935194ba-fd9a-49c1-b54a-04e334531390 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (6dd302f8-82bc-4bfa-b284-077eb7545193), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:25.636660 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935194ba-fd9a-49c1-b54a-04e334531390 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Pushing event deleted for resources: {'Port': ['ID=6dd302f8-82bc-4bfa-b284-077eb7545193,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:25.697905 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-935194ba-fd9a-49c1-b54a-04e334531390 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for floatingip (6f76d49f-150d-4061-bd29-42cc0bb37f50), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:25.700764 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-935194ba-fd9a-49c1-b54a-04e334531390 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:25.702168 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-935194ba-fd9a-49c1-b54a-04e334531390 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "DELETE /v2.0/floatingips/6f76d49f-150d-4061-bd29-42cc0bb37f50 HTTP/1.1" status: 204 len: 168 time: 0.5115676 Mar 29 20:25:26.068804 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 48992) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:26.074113 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-2c4e1697-99af-4b79-8857-3e0a4c2be52a tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--621534350', 'description': 'tempest-description--1246589968'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:25:26.153671 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2c4e1697-99af-4b79-8857-3e0a4c2be52a tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:26.220691 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2c4e1697-99af-4b79-8857-3e0a4c2be52a tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for security_group (20d988b1-2d7e-4164-b2b7-827bb37b2163), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:26.268975 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 533aca74-6455-4af2-9034-ca2cf7695671 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:25:26.289973 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] No Port match for: 533aca74-6455-4af2-9034-ca2cf7695671 {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:25:26.290197 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2c4e1697-99af-4b79-8857-3e0a4c2be52a tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (20d988b1-2d7e-4164-b2b7-827bb37b2163), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:26.290331 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 533aca74-6455-4af2-9034-ca2cf7695671 not bound to the agent host hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:25:26.323118 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e1697-99af-4b79-8857-3e0a4c2be52a tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d988b1-2d7e-4164-b2b7-827bb37b2163,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:26.383004 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2c4e1697-99af-4b79-8857-3e0a4c2be52a tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:26.384289 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-2c4e1697-99af-4b79-8857-3e0a4c2be52a tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3142300 Mar 29 20:25:26.394146 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 48996) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:26.398512 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-869bddcd-611e-4cc3-b8f9-f6405c1a9d01 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Request body: {'security_group_rule': {'security_group_id': '20d988b1-2d7e-4164-b2b7-827bb37b2163', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:25:26.495193 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-869bddcd-611e-4cc3-b8f9-f6405c1a9d01 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for security_group_rule (9ea46681-5086-451f-809a-cb25c6f3f369), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:26.549945 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-869bddcd-611e-4cc3-b8f9-f6405c1a9d01 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for security_group_rule (9ea46681-5086-451f-809a-cb25c6f3f369), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:26.627033 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-869bddcd-611e-4cc3-b8f9-f6405c1a9d01 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (9ea46681-5086-451f-809a-cb25c6f3f369), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:26.645807 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869bddcd-611e-4cc3-b8f9-f6405c1a9d01 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea46681-5086-451f-809a-cb25c6f3f369,revision_number=0']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:26.732718 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-869bddcd-611e-4cc3-b8f9-f6405c1a9d01 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:26.734032 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-869bddcd-611e-4cc3-b8f9-f6405c1a9d01 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3389881 Mar 29 20:25:26.736678 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 48998) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:26.740959 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-0f2c4657-6e93-4715-8806-ab93ff516403 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Request body: {'security_group_rule': {'security_group_id': '20d988b1-2d7e-4164-b2b7-827bb37b2163', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:25:26.827971 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0f2c4657-6e93-4715-8806-ab93ff516403 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for security_group_rule (05332a0c-d300-401d-b657-af4309810479), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:26.888022 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0f2c4657-6e93-4715-8806-ab93ff516403 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for security_group_rule (05332a0c-d300-401d-b657-af4309810479), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:26.964831 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0f2c4657-6e93-4715-8806-ab93ff516403 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (05332a0c-d300-401d-b657-af4309810479), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:26.985389 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c4657-6e93-4715-8806-ab93ff516403 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05332a0c-d300-401d-b657-af4309810479,revision_number=0']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:27.052401 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0f2c4657-6e93-4715-8806-ab93ff516403 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:27.053660 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-0f2c4657-6e93-4715-8806-ab93ff516403 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3160574 Mar 29 20:25:27.056802 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 49002) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:27.061762 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-ca574586-e793-4638-a8be-50804db73c25 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Request body: {'floatingip': {'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:25:27.136259 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ca574586-e793-4638-a8be-50804db73c25 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:27.238755 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ca574586-e793-4638-a8be-50804db73c25 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:27.366285 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_common [None req-ca574586-e793-4638-a8be-50804db73c25 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Allocated IP 172.27.3.196 (921e7f1b-e183-4cfd-babe-1b51626667cb/9cb70218-5a19-4d48-a6d1-83791bae0ed9/19cd7b0d-78bc-489b-a65b-2fd80d293f98) {{(pid=103821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:25:27.470699 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ca574586-e793-4638-a8be-50804db73c25 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for port (19cd7b0d-78bc-489b-a65b-2fd80d293f98), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:27.571398 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ca574586-e793-4638-a8be-50804db73c25 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (19cd7b0d-78bc-489b-a65b-2fd80d293f98), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:27.617993 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca574586-e793-4638-a8be-50804db73c25 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Network 921e7f1b-e183-4cfd-babe-1b51626667cb is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:25:27.625804 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [None req-ca574586-e793-4638-a8be-50804db73c25 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:25:27.635331 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca574586-e793-4638-a8be-50804db73c25 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Received port after_create {{(pid=103821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:25:27.644852 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca574586-e793-4638-a8be-50804db73c25 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Pushing event updated for resources: {'Port': ['ID=19cd7b0d-78bc-489b-a65b-2fd80d293f98,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:27.729712 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ca574586-e793-4638-a8be-50804db73c25 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for floatingip (90ac0b08-dbd2-4f40-949f-f005f0bb864b), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:27.804972 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ca574586-e793-4638-a8be-50804db73c25 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (19cd7b0d-78bc-489b-a65b-2fd80d293f98), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:27.961887 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ca574586-e793-4638-a8be-50804db73c25 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for port (19cd7b0d-78bc-489b-a65b-2fd80d293f98), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:28.027738 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ca574586-e793-4638-a8be-50804db73c25 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129149341'] for port (19cd7b0d-78bc-489b-a65b-2fd80d293f98), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:28.099226 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca574586-e793-4638-a8be-50804db73c25 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Pushing event updated for resources: {'Port': ['ID=19cd7b0d-78bc-489b-a65b-2fd80d293f98,revision_number=2']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:28.112472 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ca574586-e793-4638-a8be-50804db73c25 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (90ac0b08-dbd2-4f40-949f-f005f0bb864b), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:28.184105 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ca574586-e793-4638-a8be-50804db73c25 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:28.185535 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-ca574586-e793-4638-a8be-50804db73c25 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1276433 Mar 29 20:25:28.400252 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-6b4cce01-2833-41e1-ad4c-17a335e1d63b tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--621534350&fields=id&tenant_id=249ba837300b4e59a05f6c432c2d47b7 HTTP/1.1" status: 200 len: 267 time: 0.0464783 Mar 29 20:25:28.512578 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-135156ff-7466-4278-9f9d-8a1c914920be tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:28.514047 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-135156ff-7466-4278-9f9d-8a1c914920be tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/networks?id=0868a825-2260-425a-8d30-a4a84002c375 HTTP/1.1" status: 200 len: 811 time: 0.1068349 Mar 29 20:25:28.529720 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-74533f80-83b9-4097-8638-9a506b4e1c44 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/quotas/249ba837300b4e59a05f6c432c2d47b7 HTTP/1.1" status: 200 len: 375 time: 0.0098329 Mar 29 20:25:28.587924 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-e2920e20-9b8c-4ffe-88d4-ffc0a7b8584d tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=249ba837300b4e59a05f6c432c2d47b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529747 Mar 29 20:25:28.633093 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:28.700672 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-0653009f-baf1-4048-90b9-72d792d9178e service neutron] 10.222.0.43 "GET /v2.0/networks/0868a825-2260-425a-8d30-a4a84002c375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982263 Mar 29 20:25:28.800860 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-6ddd2117-b281-4fb4-a7b6-2c86444d5a7d service neutron] 10.222.0.43 "GET /v2.0/networks/0868a825-2260-425a-8d30-a4a84002c375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963216 Mar 29 20:25:29.203890 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8ebe2d97-8608-4145-8ad5-28105f163c8b req-8b59aecb-2b2a-46d9-8b83-19db9a0c3733 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb HTTP/1.1" status: 200 len: 210 time: 0.1389353 Mar 29 20:25:30.213506 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410bdfd-9951-4a8f-bb3f-9e380d0f7544 req-8639e3d6-afa7-4d6c-9ab6-02ca5e92b5f2 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:30.215609 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4410bdfd-9951-4a8f-bb3f-9e380d0f7544 req-8639e3d6-afa7-4d6c-9ab6-02ca5e92b5f2 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.0542531 Mar 29 20:25:30.276254 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4410bdfd-9951-4a8f-bb3f-9e380d0f7544 req-8c4265d2-7301-4613-a4b2-62bd0ca2ba04 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546124 Mar 29 20:25:30.313038 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-88d86e82-3078-4f6b-bfe9-fef20d10cf02 req-009a3293-e22a-4013-8223-de0e2e1f7dbc tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb HTTP/1.1" status: 200 len: 210 time: 0.0275302 Mar 29 20:25:31.135154 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-af1a8887-fe81-446c-9fd6-a0df650d2bfd tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:31.136693 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-af1a8887-fe81-446c-9fd6-a0df650d2bfd tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.42 "GET /v2.0/networks?id=0868a825-2260-425a-8d30-a4a84002c375 HTTP/1.1" status: 200 len: 811 time: 0.1083331 Mar 29 20:25:31.200740 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-07f63238-9869-41de-b03d-d4a5e3344a44 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=249ba837300b4e59a05f6c432c2d47b7 HTTP/1.1" status: 200 len: 379 time: 0.0519629 Mar 29 20:25:31.211669 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-9891f2db-bad9-4ed8-acff-bc5ffe1385ae tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Request body: {'port': {'device_id': '18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb', 'network_id': '0868a825-2260-425a-8d30-a4a84002c375', 'admin_state_up': True, 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'security_groups': ['20d988b1-2d7e-4164-b2b7-827bb37b2163']}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:25:31.388203 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-9891f2db-bad9-4ed8-acff-bc5ffe1385ae tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Made reservation on behalf of 249ba837300b4e59a05f6c432c2d47b7 for: {'port': 1} {{(pid=103820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:25:31.391672 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-9891f2db-bad9-4ed8-acff-bc5ffe1385ae tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:31.428012 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07617a04-158f-4920-aa69-1205bf0b8f3e req-ab8c5cbe-069e-4faa-953f-2eeac589f59f tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:31.429679 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-07617a04-158f-4920-aa69-1205bf0b8f3e req-ab8c5cbe-069e-4faa-953f-2eeac589f59f tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.0829763 Mar 29 20:25:31.457128 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-06b06dd1-1c60-4d9a-b375-1c9841c84ae7 req-b28318f7-dd46-47ed-8f2b-7324df9b1cdf tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb HTTP/1.1" status: 200 len: 210 time: 0.0600903 Mar 29 20:25:31.544685 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-07617a04-158f-4920-aa69-1205bf0b8f3e req-7f805a5f-ff88-45f4-b22e-4462ab351851 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946081 Mar 29 20:25:31.588811 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_common [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-9891f2db-bad9-4ed8-acff-bc5ffe1385ae tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Allocated IP 172.20.0.13 (0868a825-2260-425a-8d30-a4a84002c375/b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0/ca7392c5-29b4-4038-a62f-69b757a914ce) {{(pid=103820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:25:31.732481 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-9891f2db-bad9-4ed8-acff-bc5ffe1385ae tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for port (ca7392c5-29b4-4038-a62f-69b757a914ce), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:31.811037 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-9891f2db-bad9-4ed8-acff-bc5ffe1385ae tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (ca7392c5-29b4-4038-a62f-69b757a914ce), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:31.853254 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-9891f2db-bad9-4ed8-acff-bc5ffe1385ae tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Network 0868a825-2260-425a-8d30-a4a84002c375 is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:25:31.856907 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-9891f2db-bad9-4ed8-acff-bc5ffe1385ae tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:25:31.859204 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-9891f2db-bad9-4ed8-acff-bc5ffe1385ae tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Received port after_create {{(pid=103820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:25:31.887055 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891f2db-bad9-4ed8-acff-bc5ffe1385ae tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Pushing event updated for resources: {'Port': ['ID=ca7392c5-29b4-4038-a62f-69b757a914ce,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:31.921234 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-9891f2db-bad9-4ed8-acff-bc5ffe1385ae tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:31.921892 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-9891f2db-bad9-4ed8-acff-bc5ffe1385ae tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:32.007434 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-9891f2db-bad9-4ed8-acff-bc5ffe1385ae tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7994308 Mar 29 20:25:32.022625 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-0d635ab3-89d2-4324-b884-bedad95a97fa service neutron] Request body: {'port': {'device_id': '18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:25:32.091289 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-0d635ab3-89d2-4324-b884-bedad95a97fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (ca7392c5-29b4-4038-a62f-69b757a914ce), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:32.109917 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-4519e139-3b93-4e5a-b4ce-e8a06ffc8eb8 None None] Provisioning complete for port ca7392c5-29b4-4038-a62f-69b757a914ce triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:25:32.110668 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-4519e139-3b93-4e5a-b4ce-e8a06ffc8eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (ca7392c5-29b4-4038-a62f-69b757a914ce), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:32.156515 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-4519e139-3b93-4e5a-b4ce-e8a06ffc8eb8 None None] Port ca7392c5-29b4-4038-a62f-69b757a914ce cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:25:32.355142 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-0d635ab3-89d2-4324-b884-bedad95a97fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca7392c5-29b4-4038-a62f-69b757a914ce {{(pid=103820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:25:32.363304 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-0d635ab3-89d2-4324-b884-bedad95a97fa service neutron] Publish callbacks [] for port (ca7392c5-29b4-4038-a62f-69b757a914ce), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:32.375193 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.provisioning_blocks [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-0d635ab3-89d2-4324-b884-bedad95a97fa service neutron] Transition to ACTIVE for port object ca7392c5-29b4-4038-a62f-69b757a914ce will not be triggered until provisioned by entity L2. {{(pid=103820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 20:25:32.496171 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-0d635ab3-89d2-4324-b884-bedad95a97fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126327796'] for port (ca7392c5-29b4-4038-a62f-69b757a914ce), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:32.599116 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d635ab3-89d2-4324-b884-bedad95a97fa service neutron] Pushing event updated for resources: {'Port': ['ID=ca7392c5-29b4-4038-a62f-69b757a914ce,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:32.691065 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f410a87-5623-4fa5-9dae-782867e9c52e req-ecfd2496-a5a8-4424-bddb-f7d54af75c14 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:32.692546 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0f410a87-5623-4fa5-9dae-782867e9c52e req-ecfd2496-a5a8-4424-bddb-f7d54af75c14 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb HTTP/1.1" status: 200 len: 944 time: 0.1636868 Mar 29 20:25:32.716722 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-0d635ab3-89d2-4324-b884-bedad95a97fa service neutron] Attempting to bind port ca7392c5-29b4-4038-a62f-69b757a914ce on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:25:32.717065 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-0d635ab3-89d2-4324-b884-bedad95a97fa service neutron] Attempting to bind port ca7392c5-29b4-4038-a62f-69b757a914ce by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '6802a8f3-7039-4643-9285-e85956d71d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0868a825-2260-425a-8d30-a4a84002c375'}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:25:32.717428 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-0d635ab3-89d2-4324-b884-bedad95a97fa service neutron] Attempting to bind port ca7392c5-29b4-4038-a62f-69b757a914ce on network 0868a825-2260-425a-8d30-a4a84002c375 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:25:32.737720 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-0d635ab3-89d2-4324-b884-bedad95a97fa service neutron] Port ca7392c5-29b4-4038-a62f-69b757a914ce on network 0868a825-2260-425a-8d30-a4a84002c375 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 20:25:32.738050 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-0d635ab3-89d2-4324-b884-bedad95a97fa service neutron] Attempting to bind port ca7392c5-29b4-4038-a62f-69b757a914ce on network 0868a825-2260-425a-8d30-a4a84002c375 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:25:32.749624 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-0d635ab3-89d2-4324-b884-bedad95a97fa service neutron] Checking agent: {'id': '19337809-658a-48b1-8a65-8844936c1798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'started_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:25:32.749962 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-0d635ab3-89d2-4324-b884-bedad95a97fa service neutron] Checking segment: {'id': '6802a8f3-7039-4643-9285-e85956d71d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0868a825-2260-425a-8d30-a4a84002c375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:25:32.750347 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-0d635ab3-89d2-4324-b884-bedad95a97fa service neutron] Bound using segment: {'id': '6802a8f3-7039-4643-9285-e85956d71d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0868a825-2260-425a-8d30-a4a84002c375'} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:25:32.750778 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-0d635ab3-89d2-4324-b884-bedad95a97fa service neutron] Bound port: ca7392c5-29b4-4038-a62f-69b757a914ce, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6802a8f3-7039-4643-9285-e85956d71d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0868a825-2260-425a-8d30-a4a84002c375'}}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:25:32.751141 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-0d635ab3-89d2-4324-b884-bedad95a97fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (ca7392c5-29b4-4038-a62f-69b757a914ce), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:32.765863 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7558d9-4807-47ab-9ad8-3567c941a327 req-171cc6c2-6b3e-4597-89db-e67363282a8e tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:32.767359 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5d7558d9-4807-47ab-9ad8-3567c941a327 req-171cc6c2-6b3e-4597-89db-e67363282a8e tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.1282604 Mar 29 20:25:32.807470 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0f410a87-5623-4fa5-9dae-782867e9c52e req-61ec8a2e-fa67-46cd-b470-2eefc1a8c168 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=20d988b1-2d7e-4164-b2b7-827bb37b2163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057639 Mar 29 20:25:32.867225 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5d7558d9-4807-47ab-9ad8-3567c941a327 req-a0dac97c-81eb-4a03-bcdd-d42509b19dd9 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896947 Mar 29 20:25:32.878180 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-0d635ab3-89d2-4324-b884-bedad95a97fa service neutron] For port ca7392c5-29b4-4038-a62f-69b757a914ce, host hv-cinder-78481, cleared binding levels {{(pid=103820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:25:32.881281 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-0d635ab3-89d2-4324-b884-bedad95a97fa service neutron] For port ca7392c5-29b4-4038-a62f-69b757a914ce, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=ca7392c5-29b4-4038-a62f-69b757a914ce,segment=NetworkSegment(6802a8f3-7039-4643-9285-e85956d71d33),segment_id=6802a8f3-7039-4643-9285-e85956d71d33)] {{(pid=103820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:25:32.982576 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-0d635ab3-89d2-4324-b884-bedad95a97fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126327796'] for port (ca7392c5-29b4-4038-a62f-69b757a914ce), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:33.019230 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-0d635ab3-89d2-4324-b884-bedad95a97fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:33.020011 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-0d635ab3-89d2-4324-b884-bedad95a97fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:33.021543 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-0d635ab3-89d2-4324-b884-bedad95a97fa service neutron] 10.222.0.42 "PUT /v2.0/ports/ca7392c5-29b4-4038-a62f-69b757a914ce HTTP/1.1" status: 200 len: 1094 time: 1.0030496 Mar 29 20:25:33.021773 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb', 'tag': 'ca7392c5-29b4-4038-a62f-69b757a914ce'}] {{(pid=103820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:25:33.024018 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6edefd21b48d6680289e87f093b2b3ac5ccca22ebb7ce82a748a83257c36a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9d2b6e-ced5-41ef-bb46-6da5f6e7ae76" -d '{"events": [{"name": "network-changed", "server_uuid": "18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb", "tag": "ca7392c5-29b4-4038-a62f-69b757a914ce"}]}' {{(pid=103820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:25:33.051557 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d635ab3-89d2-4324-b884-bedad95a97fa service neutron] Pushing event updated for resources: {'Port': ['ID=ca7392c5-29b4-4038-a62f-69b757a914ce,revision_number=3']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:33.089450 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2af5011-12c4-4bcd-bcd9-20068780b527 x-openstack-request-id: req-e2af5011-12c4-4bcd-bcd9-20068780b527 {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:25:33.089911 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb", "tag": "ca7392c5-29b4-4038-a62f-69b757a914ce", "status": "completed", "code": 200}]} {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:25:33.090774 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2af5011-12c4-4bcd-bcd9-20068780b527 {{(pid=103820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:25:33.091208 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2af5011-12c4-4bcd-bcd9-20068780b527'] response: {'name': 'network-changed', 'server_uuid': '18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb', 'tag': 'ca7392c5-29b4-4038-a62f-69b757a914ce', 'status': 'completed', 'code': 200} Mar 29 20:25:33.176136 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d2b6e-ced5-41ef-bb46-6da5f6e7ae76 req-3062fa81-1319-461a-a666-e347e9bd4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:33.177704 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ed9d2b6e-ced5-41ef-bb46-6da5f6e7ae76 req-3062fa81-1319-461a-a666-e347e9bd4e8e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=249ba837300b4e59a05f6c432c2d47b7&device_id=18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb HTTP/1.1" status: 200 len: 1128 time: 0.0520291 Mar 29 20:25:33.295300 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d2b6e-ced5-41ef-bb46-6da5f6e7ae76 req-dfdbdf62-20a0-4c89-9ee0-f643ec2ee225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:33.296717 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ed9d2b6e-ced5-41ef-bb46-6da5f6e7ae76 req-dfdbdf62-20a0-4c89-9ee0-f643ec2ee225 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=249ba837300b4e59a05f6c432c2d47b7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1073980 Mar 29 20:25:33.399332 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d2b6e-ced5-41ef-bb46-6da5f6e7ae76 req-1143c2dc-2339-451e-81b1-de367e217917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:33.400975 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ed9d2b6e-ced5-41ef-bb46-6da5f6e7ae76 req-1143c2dc-2339-451e-81b1-de367e217917 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971088 Mar 29 20:25:33.502634 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-28812a74-05e6-4577-8966-5402c5b1f6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:33.504101 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-28812a74-05e6-4577-8966-5402c5b1f6b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=249ba837300b4e59a05f6c432c2d47b7&device_id=18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb HTTP/1.1" status: 200 len: 1128 time: 0.0514576 Mar 29 20:25:33.562533 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-d69476b4-93f9-46e9-9c47-471c1052dc95 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca7392c5-29b4-4038-a62f-69b757a914ce HTTP/1.1" status: 200 len: 217 time: 0.0493147 Mar 29 20:25:33.612972 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-8eb41e7a-2aad-4ea5-ab48-909fb48b14f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:33.614479 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-8eb41e7a-2aad-4ea5-ab48-909fb48b14f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0 HTTP/1.1" status: 200 len: 850 time: 0.0454617 Mar 29 20:25:33.672686 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-d087615f-6d31-4fd4-a799-493ff8cf0e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:33.674393 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-d087615f-6d31-4fd4-a799-493ff8cf0e5d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0868a825-2260-425a-8d30-a4a84002c375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529680 Mar 29 20:25:33.770608 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-7c9133c4-01ad-4732-98d8-2ff979914e32 service neutron] 10.222.0.42 "GET /v2.0/networks/0868a825-2260-425a-8d30-a4a84002c375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883904 Mar 29 20:25:33.901575 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8c1fd0fc-dbf2-4b2e-acd3-260bd629f171 req-c5011e05-2b1a-4a81-9517-30aedef2c3d1 service neutron] 10.222.0.42 "GET /v2.0/networks/0868a825-2260-425a-8d30-a4a84002c375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214092 Mar 29 20:25:34.006398 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98ad30-4ff9-4883-8e1d-0a3613c1b4e7 req-f6a80355-6490-44de-b8c3-768da5aee6a9 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:34.008080 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ed98ad30-4ff9-4883-8e1d-0a3613c1b4e7 req-f6a80355-6490-44de-b8c3-768da5aee6a9 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb HTTP/1.1" status: 200 len: 944 time: 0.0905499 Mar 29 20:25:34.026666 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367dc41-1d06-4c6a-9e4f-204b2c23c362 req-9407e387-f680-4d75-9123-39fa80151413 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:34.028114 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3367dc41-1d06-4c6a-9e4f-204b2c23c362 req-9407e387-f680-4d75-9123-39fa80151413 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.0819144 Mar 29 20:25:34.092606 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ed98ad30-4ff9-4883-8e1d-0a3613c1b4e7 req-3b6983ef-2c43-4710-a1dd-fd3e6f272980 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=20d988b1-2d7e-4164-b2b7-827bb37b2163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756831 Mar 29 20:25:34.101692 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3367dc41-1d06-4c6a-9e4f-204b2c23c362 req-f11678a4-a9ec-4c6a-841c-671d73a90284 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659387 Mar 29 20:25:34.420172 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b7693-ba91-42d2-897a-958f4c3f96d8 req-6d30f88b-7914-473c-9c74-8f7293c0d8e5 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:34.421623 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f15b7693-ba91-42d2-897a-958f4c3f96d8 req-6d30f88b-7914-473c-9c74-8f7293c0d8e5 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 945 time: 0.0688736 Mar 29 20:25:34.547613 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [req-f15b7693-ba91-42d2-897a-958f4c3f96d8 req-6d74881e-31ee-41ed-a093-3f83f0451bb6 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Deleting port 727e04d5-73d9-40d4-b1da-247a6660db94 {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:25:34.548326 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-f15b7693-ba91-42d2-897a-958f4c3f96d8 req-6d74881e-31ee-41ed-a093-3f83f0451bb6 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (727e04d5-73d9-40d4-b1da-247a6660db94), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:34.643191 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [req-f15b7693-ba91-42d2-897a-958f4c3f96d8 req-6d74881e-31ee-41ed-a093-3f83f0451bb6 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] For port 727e04d5-73d9-40d4-b1da-247a6660db94, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=727e04d5-73d9-40d4-b1da-247a6660db94,segment=NetworkSegment(374fdad7-f913-494e-95a6-c81a6f6c7cc1),segment_id=374fdad7-f913-494e-95a6-c81a6f6c7cc1)] {{(pid=103820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:25:34.643588 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-f15b7693-ba91-42d2-897a-958f4c3f96d8 req-6d74881e-31ee-41ed-a093-3f83f0451bb6 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (727e04d5-73d9-40d4-b1da-247a6660db94), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:34.829542 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-207895e3-2a76-4088-bbda-9f96159917f6 req-42aa8e20-3b9e-4b5e-9444-a317d0804353 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-442390106&fields=id&tenant_id=f9800a1b31b34882beb7e5e6dcb78fd6 HTTP/1.1" status: 200 len: 267 time: 0.0908594 Mar 29 20:25:34.854866 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-f15b7693-ba91-42d2-897a-958f4c3f96d8 req-6d74881e-31ee-41ed-a093-3f83f0451bb6 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:34.855282 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-f15b7693-ba91-42d2-897a-958f4c3f96d8 req-6d74881e-31ee-41ed-a093-3f83f0451bb6 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (6bd6bd30-38bd-4059-bf34-f345e9365d31), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:34.855597 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.db.l3_db [req-f15b7693-ba91-42d2-897a-958f4c3f96d8 req-6d74881e-31ee-41ed-a093-3f83f0451bb6 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Floating IP 6bd6bd30-38bd-4059-bf34-f345e9365d31 disassociated. External IP: 172.27.3.94, port: 727e04d5-73d9-40d4-b1da-247a6660db94. Mar 29 20:25:34.855941 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [req-f15b7693-ba91-42d2-897a-958f4c3f96d8 req-6d74881e-31ee-41ed-a093-3f83f0451bb6 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Calling delete_port for 727e04d5-73d9-40d4-b1da-247a6660db94 owned by compute:nova {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:25:34.990176 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207895e3-2a76-4088-bbda-9f96159917f6 req-901855c2-6830-43a2-8acb-f5ba607a39d0 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:34.991604 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-207895e3-2a76-4088-bbda-9f96159917f6 req-901855c2-6830-43a2-8acb-f5ba607a39d0 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/networks?id=1485f463-e536-4f42-9db0-6c4b09430b64 HTTP/1.1" status: 200 len: 811 time: 0.1556354 Mar 29 20:25:35.013758 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-207895e3-2a76-4088-bbda-9f96159917f6 req-16186880-8978-4982-beba-a5b7d1a3c5a8 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/quotas/f9800a1b31b34882beb7e5e6dcb78fd6 HTTP/1.1" status: 200 len: 375 time: 0.0123577 Mar 29 20:25:35.382877 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-207895e3-2a76-4088-bbda-9f96159917f6 req-bf2a9168-33e8-47c7-9d97-6114ec0a3d95 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9800a1b31b34882beb7e5e6dcb78fd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3609211 Mar 29 20:25:35.390319 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149627ff-7442-4c58-abdd-6ae8ae78221b req-cd348f85-953f-4652-afe7-11ef446851e3 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:35.391681 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-149627ff-7442-4c58-abdd-6ae8ae78221b req-cd348f85-953f-4652-afe7-11ef446851e3 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb HTTP/1.1" status: 200 len: 944 time: 0.0954859 Mar 29 20:25:35.451560 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-f15b7693-ba91-42d2-897a-958f4c3f96d8 req-6d74881e-31ee-41ed-a093-3f83f0451bb6 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (727e04d5-73d9-40d4-b1da-247a6660db94), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:35.493251 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74881e-31ee-41ed-a093-3f83f0451bb6 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Pushing event deleted for resources: {'Port': ['ID=727e04d5-73d9-40d4-b1da-247a6660db94,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:35.532124 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-149627ff-7442-4c58-abdd-6ae8ae78221b req-291e37dc-3edc-416f-92ed-31a970f81fcb tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=20d988b1-2d7e-4164-b2b7-827bb37b2163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288605 Mar 29 20:25:35.620168 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-207895e3-2a76-4088-bbda-9f96159917f6 req-89170ce1-764d-487e-b1c0-606236f708b0 service neutron] 10.222.0.43 "GET /v2.0/networks/1485f463-e536-4f42-9db0-6c4b09430b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244370 Mar 29 20:25:35.638599 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2cd3a74e-a5be-4f47-9803-38c72e0da315 req-0205a37f-713a-400d-98ea-5c79aafe42fc tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 210 time: 0.0376623 Mar 29 20:25:35.744528 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f15b7693-ba91-42d2-897a-958f4c3f96d8 req-6d74881e-31ee-41ed-a093-3f83f0451bb6 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Router 0c8b3a80-4aae-4fc7-ac23-665769945cd5 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:25:35.760380 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-207895e3-2a76-4088-bbda-9f96159917f6 req-187b84a1-4388-4444-a496-033204c581a7 service neutron] 10.222.0.43 "GET /v2.0/networks/1485f463-e536-4f42-9db0-6c4b09430b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246853 Mar 29 20:25:35.876494 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f15b7693-ba91-42d2-897a-958f4c3f96d8 req-6d74881e-31ee-41ed-a093-3f83f0451bb6 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:25:35.893409 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c371cb6-fa58-4fd0-9cde-61b6cf79f1bc None None] Sync routers for ids ['0c8b3a80-4aae-4fc7-ac23-665769945cd5'] in dv-cinder-784815-3-iscsi {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:25:35.910262 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c371cb6-fa58-4fd0-9cde-61b6cf79f1bc None None] Routers {'0c8b3a80-4aae-4fc7-ac23-665769945cd5'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:25:35.910904 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-5c371cb6-fa58-4fd0-9cde-61b6cf79f1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:25:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['0c8b3a80-4aae-4fc7-ac23-665769945cd5'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:35.934850 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15b7693-ba91-42d2-897a-958f4c3f96d8 req-6d74881e-31ee-41ed-a093-3f83f0451bb6 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] No DVR routers for this DVR port 727e04d5-73d9-40d4-b1da-247a6660db94 on host hv-cinder-78481 {{(pid=103820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:25:35.937571 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-f15b7693-ba91-42d2-897a-958f4c3f96d8 req-6d74881e-31ee-41ed-a093-3f83f0451bb6 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:35.941182 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f15b7693-ba91-42d2-897a-958f4c3f96d8 req-6d74881e-31ee-41ed-a093-3f83f0451bb6 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.42 "DELETE /v2.0/ports/727e04d5-73d9-40d4-b1da-247a6660db94 HTTP/1.1" status: 204 len: 173 time: 1.4995782 Mar 29 20:25:35.941669 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f475116-ca4f-4717-af29-1aca5e350b5e', 'name': 'network-vif-deleted', 'tag': '727e04d5-73d9-40d4-b1da-247a6660db94'}] {{(pid=103820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:25:35.945229 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6edefd21b48d6680289e87f093b2b3ac5ccca22ebb7ce82a748a83257c36a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478c7afd-a68e-4ad8-b3cf-c7e5dcdadca4" -d '{"events": [{"server_uuid": "8f475116-ca4f-4717-af29-1aca5e350b5e", "name": "network-vif-deleted", "tag": "727e04d5-73d9-40d4-b1da-247a6660db94"}]}' {{(pid=103820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:25:35.983377 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9265b776-1473-45f6-b8ad-b2bb6b2e77a0 x-openstack-request-id: req-9265b776-1473-45f6-b8ad-b2bb6b2e77a0 {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:25:35.983673 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f475116-ca4f-4717-af29-1aca5e350b5e", "name": "network-vif-deleted", "tag": "727e04d5-73d9-40d4-b1da-247a6660db94", "status": "completed", "code": 200}]} {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:25:35.983929 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9265b776-1473-45f6-b8ad-b2bb6b2e77a0 {{(pid=103820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:25:35.984449 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9265b776-1473-45f6-b8ad-b2bb6b2e77a0'] response: {'server_uuid': '8f475116-ca4f-4717-af29-1aca5e350b5e', 'name': 'network-vif-deleted', 'tag': '727e04d5-73d9-40d4-b1da-247a6660db94', 'status': 'completed', 'code': 200} Mar 29 20:25:36.152734 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-5c371cb6-fa58-4fd0-9cde-61b6cf79f1bc None None] Set router 0c8b3a80-4aae-4fc7-ac23-665769945cd5 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:25:36.289444 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device ca7392c5-29b4-4038-a62f-69b757a914ce details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 20:25:36.400478 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6b6e074d-32f5-40d3-ba79-72cdf90f3432 req-0ea8ae04-82e3-4dc8-8dab-7bc2997e4211 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=59df19e0-4809-43fa-b44f-8f0f25addde2 HTTP/1.1" status: 200 len: 210 time: 0.0382638 Mar 29 20:25:36.469596 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port ca7392c5-29b4-4038-a62f-69b757a914ce, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=ca7392c5-29b4-4038-a62f-69b757a914ce,segment=NetworkSegment(6802a8f3-7039-4643-9285-e85956d71d33),segment_id=6802a8f3-7039-4643-9285-e85956d71d33)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:25:36.488384 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Returning: {'device': 'ca7392c5-29b4-4038-a62f-69b757a914ce', 'network_id': '0868a825-2260-425a-8d30-a4a84002c375', 'port_id': 'ca7392c5-29b4-4038-a62f-69b757a914ce', 'mac_address': 'fa:16:3e:3a:ea:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 20:25:36.536181 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port ca7392c5-29b4-4038-a62f-69b757a914ce is: DOWN; New status is: BUILD {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:25:36.536575 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (ca7392c5-29b4-4038-a62f-69b757a914ce), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:36.541362 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-5c371cb6-fa58-4fd0-9cde-61b6cf79f1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1578203618-router', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '12477710-1a04-440e-9f58-027689602082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:25Z', 'updated_at': '2022-03-29T20:20:33Z', 'revision_number': 4, 'project_id': '378d35471c8d47cc9624b98530d05223', 'gw_port': {'id': '12477710-1a04-440e-9f58-027689602082', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:27Z', 'updated_at': '2022-03-29T20:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '140331ae-5df5-45fa-a3f9-bea191881f2d', 'name': '', 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'mac_address': 'fa:16:3e:e0:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:31Z', 'updated_at': '2022-03-29T20:20:45Z', 'revision_number': 5, 'project_id': '378d35471c8d47cc9624b98530d05223', 'subnets': [{'id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:36.576946 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c371cb6-fa58-4fd0-9cde-61b6cf79f1bc None None] Checking router: 0c8b3a80-4aae-4fc7-ac23-665769945cd5 for host: dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:25:36.580961 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7392c5-29b4-4038-a62f-69b757a914ce {{(pid=103822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:25:36.602494 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c371cb6-fa58-4fd0-9cde-61b6cf79f1bc None None] Routers {'0c8b3a80-4aae-4fc7-ac23-665769945cd5'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:25:36.603155 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-5c371cb6-fa58-4fd0-9cde-61b6cf79f1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:25:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['0c8b3a80-4aae-4fc7-ac23-665769945cd5'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:36.610079 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port ca7392c5-29b4-4038-a62f-69b757a914ce, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=ca7392c5-29b4-4038-a62f-69b757a914ce,segment=NetworkSegment(6802a8f3-7039-4643-9285-e85956d71d33),segment_id=6802a8f3-7039-4643-9285-e85956d71d33)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:25:36.680454 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (ca7392c5-29b4-4038-a62f-69b757a914ce), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:36.695982 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b82652-fa91-4537-af33-919b229ed8ff req-cb4f2758-af9c-4041-a75b-25afdcc94f02 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:36.698016 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d0b82652-fa91-4537-af33-919b229ed8ff req-cb4f2758-af9c-4041-a75b-25afdcc94f02 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb HTTP/1.1" status: 200 len: 944 time: 0.0797300 Mar 29 20:25:36.756695 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=ca7392c5-29b4-4038-a62f-69b757a914ce,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:36.758213 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d0b82652-fa91-4537-af33-919b229ed8ff req-944447e0-9a6b-40a0-a241-0da0a6bae113 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=20d988b1-2d7e-4164-b2b7-827bb37b2163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486007 Mar 29 20:25:36.774306 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-5c371cb6-fa58-4fd0-9cde-61b6cf79f1bc None None] Set router 0c8b3a80-4aae-4fc7-ac23-665769945cd5 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:25:36.910683 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a79dad61-e429-4882-8f1e-5e9ca53784e7 req-610e8780-c93f-4281-b404-15a2d16a5011 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f475116-ca4f-4717-af29-1aca5e350b5e HTTP/1.1" status: 200 len: 210 time: 0.0287483 Mar 29 20:25:36.966862 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['ca7392c5-29b4-4038-a62f-69b757a914ce'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:25:37.069722 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-5c371cb6-fa58-4fd0-9cde-61b6cf79f1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1578203618-router', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '12477710-1a04-440e-9f58-027689602082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:25Z', 'updated_at': '2022-03-29T20:20:33Z', 'revision_number': 4, 'project_id': '378d35471c8d47cc9624b98530d05223', 'gw_port': {'id': '12477710-1a04-440e-9f58-027689602082', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:27Z', 'updated_at': '2022-03-29T20:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '140331ae-5df5-45fa-a3f9-bea191881f2d', 'name': '', 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'mac_address': 'fa:16:3e:e0:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:31Z', 'updated_at': '2022-03-29T20:20:45Z', 'revision_number': 5, 'project_id': '378d35471c8d47cc9624b98530d05223', 'subnets': [{'id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:37.101104 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c371cb6-fa58-4fd0-9cde-61b6cf79f1bc None None] The sync data for ids ['0c8b3a80-4aae-4fc7-ac23-665769945cd5'] in dv-cinder-784815-3-iscsi is: [{'id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1578203618-router', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '12477710-1a04-440e-9f58-027689602082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:25Z', 'updated_at': '2022-03-29T20:20:33Z', 'revision_number': 4, 'project_id': '378d35471c8d47cc9624b98530d05223', 'gw_port': {'id': '12477710-1a04-440e-9f58-027689602082', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:27Z', 'updated_at': '2022-03-29T20:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '140331ae-5df5-45fa-a3f9-bea191881f2d', 'name': '', 'network_id': 'fccb8720-153f-47bd-b545-dee0eba76738', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'mac_address': 'fa:16:3e:e0:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:31Z', 'updated_at': '2022-03-29T20:20:45Z', 'revision_number': 5, 'project_id': '378d35471c8d47cc9624b98530d05223', 'subnets': [{'id': 'f62aa6e9-61aa-4730-afeb-7a2b7cae7991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:25:37.409379 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1e61d7-a392-4c1c-802b-fde6d2baa87c None None] New status for floating IP 6bd6bd30-38bd-4059-bf34-f345e9365d31: DOWN {{(pid=103823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 20:25:37.487834 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f743263f-fb87-4c6d-83fa-bb2b49a1ecf0 req-73286b75-e065-45cc-8da2-89de0a64399e tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=59df19e0-4809-43fa-b44f-8f0f25addde2 HTTP/1.1" status: 200 len: 210 time: 0.0281906 Mar 29 20:25:37.882473 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795fc03-bc28-4093-a705-196e573c2db3 req-1ad2df2b-bf38-4138-a2b8-c25ee9f0d627 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:37.883978 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6795fc03-bc28-4093-a705-196e573c2db3 req-1ad2df2b-bf38-4138-a2b8-c25ee9f0d627 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb HTTP/1.1" status: 200 len: 945 time: 0.0555882 Mar 29 20:25:37.931561 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6795fc03-bc28-4093-a705-196e573c2db3 req-8bd09594-26e8-4aba-9225-b4d81fc44b9f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=20d988b1-2d7e-4164-b2b7-827bb37b2163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412800 Mar 29 20:25:38.102623 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 49148) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:38.155358 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c5e5aaff-eb5f-4950-9fb5-aeec5bfb8544 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks [] for security_group (5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:38.178028 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c5e5aaff-eb5f-4950-9fb5-aeec5bfb8544 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks [] for security_group (5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:38.288852 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device ca7392c5-29b4-4038-a62f-69b757a914ce up at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:25:38.295978 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c5e5aaff-eb5f-4950-9fb5-aeec5bfb8544 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:38.298653 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c5e5aaff-eb5f-4950-9fb5-aeec5bfb8544 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:38.299799 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-c5e5aaff-eb5f-4950-9fb5-aeec5bfb8544 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "DELETE /v2.0/security-groups/5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e HTTP/1.1" status: 204 len: 168 time: 0.1961372 Mar 29 20:25:38.302440 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 49150) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:38.309602 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e5aaff-eb5f-4950-9fb5-aeec5bfb8544 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:38.316988 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.api.v2.resource [None req-5fd32f01-0228-45de-ab4e-e5ef8cb49ddb tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] show failed (client error): The resource could not be found. Mar 29 20:25:38.320637 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-5fd32f01-0228-45de-ab4e-e5ef8cb49ddb tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups/5510ed22-1e18-4c5f-a4fd-8da1df3d2f5e HTTP/1.1" status: 404 len: 347 time: 0.0144775 Mar 29 20:25:38.320931 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 49152) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:38.410755 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning for port ca7392c5-29b4-4038-a62f-69b757a914ce completed by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 20:25:38.414931 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning complete for port ca7392c5-29b4-4038-a62f-69b757a914ce triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:25:38.415302 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (ca7392c5-29b4-4038-a62f-69b757a914ce), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:38.447845 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-c4579f26-09eb-40cd-9e92-e3ce1ca5c215 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Deleting port 0a772075-22e9-44cd-b9d7-3b20e94167e4 {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:25:38.448177 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c4579f26-09eb-40cd-9e92-e3ce1ca5c215 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (0a772075-22e9-44cd-b9d7-3b20e94167e4), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:38.505585 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port ca7392c5-29b4-4038-a62f-69b757a914ce is: BUILD; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:25:38.505961 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (ca7392c5-29b4-4038-a62f-69b757a914ce), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:38.531128 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7392c5-29b4-4038-a62f-69b757a914ce'}] {{(pid=103822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:25:38.533611 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0861b571914e5dc523c78e704c27631447c9211d5b419e1eb1b6a7c48cd57d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e8db21-cc11-4bb7-9026-21c9a5749929" -d '{"events": [{"server_uuid": "18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb", "name": "network-vif-plugged", "status": "completed", "tag": "ca7392c5-29b4-4038-a62f-69b757a914ce"}]}' {{(pid=103822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:25:38.536600 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c4579f26-09eb-40cd-9e92-e3ce1ca5c215 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (0a772075-22e9-44cd-b9d7-3b20e94167e4), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:38.536932 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c4579f26-09eb-40cd-9e92-e3ce1ca5c215 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks [] for floatingip (0a772075-22e9-44cd-b9d7-3b20e94167e4), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:38.548544 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port ca7392c5-29b4-4038-a62f-69b757a914ce, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=ca7392c5-29b4-4038-a62f-69b757a914ce,segment=NetworkSegment(6802a8f3-7039-4643-9285-e85956d71d33),segment_id=6802a8f3-7039-4643-9285-e85956d71d33)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:25:38.554211 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-c4579f26-09eb-40cd-9e92-e3ce1ca5c215 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Calling delete_port for 0a772075-22e9-44cd-b9d7-3b20e94167e4 owned by network:floatingip {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:25:38.591081 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bd354e-496e-48a1-9721-da2eed877806 x-openstack-request-id: req-e2bd354e-496e-48a1-9721-da2eed877806 {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:25:38.591382 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb", "name": "network-vif-plugged", "status": "completed", "tag": "ca7392c5-29b4-4038-a62f-69b757a914ce", "code": 200}]} {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:25:38.591641 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2bd354e-496e-48a1-9721-da2eed877806 {{(pid=103822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:25:38.592053 dv-cinder-784815-3-iscsi neutron-server[103822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2bd354e-496e-48a1-9721-da2eed877806'] response: {'server_uuid': '18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7392c5-29b4-4038-a62f-69b757a914ce', 'code': 200} Mar 29 20:25:38.638906 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-348c8194-f9a1-4022-88cc-68716cc3abe3 req-631665f0-71d4-4ec3-8008-b4a7150f4b2c tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=59df19e0-4809-43fa-b44f-8f0f25addde2 HTTP/1.1" status: 200 len: 210 time: 0.0374126 Mar 29 20:25:38.639494 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (ca7392c5-29b4-4038-a62f-69b757a914ce), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:38.640665 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 727e04d5-73d9-40d4-b1da-247a6660db94 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:25:38.673014 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] No Port match for: 727e04d5-73d9-40d4-b1da-247a6660db94 {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:25:38.673440 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 727e04d5-73d9-40d4-b1da-247a6660db94 not bound to the agent host hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:25:38.724588 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=ca7392c5-29b4-4038-a62f-69b757a914ce,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:38.800224 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207895e3-2a76-4088-bbda-9f96159917f6 req-ce176746-436b-4ad7-9f79-5e8af6202b66 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:38.801595 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-207895e3-2a76-4088-bbda-9f96159917f6 req-ce176746-436b-4ad7-9f79-5e8af6202b66 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.42 "GET /v2.0/networks?id=1485f463-e536-4f42-9db0-6c4b09430b64 HTTP/1.1" status: 200 len: 811 time: 0.1362069 Mar 29 20:25:38.868596 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-207895e3-2a76-4088-bbda-9f96159917f6 req-2f653e4a-8bbc-4088-a395-238771dcefad tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9800a1b31b34882beb7e5e6dcb78fd6 HTTP/1.1" status: 200 len: 379 time: 0.0529430 Mar 29 20:25:38.877671 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [req-207895e3-2a76-4088-bbda-9f96159917f6 req-b84c515f-7268-487f-a300-17901c028550 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Request body: {'port': {'device_id': '59df19e0-4809-43fa-b44f-8f0f25addde2', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'admin_state_up': True, 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'security_groups': ['5c257c0a-44c9-4d07-9e0c-67bed43b2f98']}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:25:38.892281 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c4579f26-09eb-40cd-9e92-e3ce1ca5c215 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (0a772075-22e9-44cd-b9d7-3b20e94167e4), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:38.956534 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4579f26-09eb-40cd-9e92-e3ce1ca5c215 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Pushing event deleted for resources: {'Port': ['ID=0a772075-22e9-44cd-b9d7-3b20e94167e4,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:38.978259 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67982869-5ba6-4648-84f6-62a8315daa45 req-01d4b871-121a-40db-b5e2-4a066cd9eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:38.981502 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-67982869-5ba6-4648-84f6-62a8315daa45 req-01d4b871-121a-40db-b5e2-4a066cd9eb01 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb HTTP/1.1" status: 200 len: 1130 time: 0.0537648 Mar 29 20:25:39.040363 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-67982869-5ba6-4648-84f6-62a8315daa45 req-e7b14e08-4bd5-4413-b8d3-ba2539b1860e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=20d988b1-2d7e-4164-b2b7-827bb37b2163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492380 Mar 29 20:25:39.089158 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c4579f26-09eb-40cd-9e92-e3ce1ca5c215 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks [] for floatingip (6bd6bd30-38bd-4059-bf34-f345e9365d31), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:39.091880 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c4579f26-09eb-40cd-9e92-e3ce1ca5c215 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:39.093056 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-c4579f26-09eb-40cd-9e92-e3ce1ca5c215 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "DELETE /v2.0/floatingips/6bd6bd30-38bd-4059-bf34-f345e9365d31 HTTP/1.1" status: 204 len: 168 time: 0.7711287 Mar 29 20:25:39.116242 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef20d9e-c099-4b31-bd77-071757814e7a req-18a46584-28ae-46fd-a2ea-e283b86fe7ef tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:39.118609 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9ef20d9e-c099-4b31-bd77-071757814e7a req-18a46584-28ae-46fd-a2ea-e283b86fe7ef tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb HTTP/1.1" status: 200 len: 946 time: 0.0968869 Mar 29 20:25:39.165268 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9ef20d9e-c099-4b31-bd77-071757814e7a req-458a5071-2543-4b70-bf08-a47f9e33aaea tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=20d988b1-2d7e-4164-b2b7-827bb37b2163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412693 Mar 29 20:25:39.192865 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-207895e3-2a76-4088-bbda-9f96159917f6 req-b84c515f-7268-487f-a300-17901c028550 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Made reservation on behalf of f9800a1b31b34882beb7e5e6dcb78fd6 for: {'port': 1} {{(pid=103820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:25:39.196166 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-207895e3-2a76-4088-bbda-9f96159917f6 req-b84c515f-7268-487f-a300-17901c028550 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:39.327369 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_common [req-207895e3-2a76-4088-bbda-9f96159917f6 req-b84c515f-7268-487f-a300-17901c028550 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Allocated IP 172.20.0.3 (1485f463-e536-4f42-9db0-6c4b09430b64/99545cee-9f42-4fac-8b36-5dffd0cc2c3e/2ae132a6-3c81-4156-87cb-ab1dd302e252) {{(pid=103820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:25:39.464108 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-207895e3-2a76-4088-bbda-9f96159917f6 req-b84c515f-7268-487f-a300-17901c028550 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for port (2ae132a6-3c81-4156-87cb-ab1dd302e252), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:39.582166 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-207895e3-2a76-4088-bbda-9f96159917f6 req-b84c515f-7268-487f-a300-17901c028550 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (2ae132a6-3c81-4156-87cb-ab1dd302e252), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:39.628166 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-207895e3-2a76-4088-bbda-9f96159917f6 req-b84c515f-7268-487f-a300-17901c028550 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Network 1485f463-e536-4f42-9db0-6c4b09430b64 is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:25:39.631219 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [req-207895e3-2a76-4088-bbda-9f96159917f6 req-b84c515f-7268-487f-a300-17901c028550 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:25:39.633783 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [req-207895e3-2a76-4088-bbda-9f96159917f6 req-b84c515f-7268-487f-a300-17901c028550 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Received port after_create {{(pid=103820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:25:39.670094 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c515f-7268-487f-a300-17901c028550 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Pushing event updated for resources: {'Port': ['ID=2ae132a6-3c81-4156-87cb-ab1dd302e252,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:39.704128 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207895e3-2a76-4088-bbda-9f96159917f6 req-b84c515f-7268-487f-a300-17901c028550 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:39.704997 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-207895e3-2a76-4088-bbda-9f96159917f6 req-b84c515f-7268-487f-a300-17901c028550 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:39.792268 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49b351-bed2-4e04-941c-6a3c97294d35 req-0be52120-05e1-46d6-901e-ba51c5ba2794 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:39.794442 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-dd49b351-bed2-4e04-941c-6a3c97294d35 req-0be52120-05e1-46d6-901e-ba51c5ba2794 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=59df19e0-4809-43fa-b44f-8f0f25addde2 HTTP/1.1" status: 200 len: 931 time: 0.0646551 Mar 29 20:25:39.801501 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-207895e3-2a76-4088-bbda-9f96159917f6 req-b84c515f-7268-487f-a300-17901c028550 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9273677 Mar 29 20:25:39.813508 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [req-207895e3-2a76-4088-bbda-9f96159917f6 req-5e233821-30c5-4e00-933f-d36aea2daff8 service neutron] Request body: {'port': {'device_id': '59df19e0-4809-43fa-b44f-8f0f25addde2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:25:39.885944 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-05a348b1-2616-4227-8bca-5ccf5e11dd88 None None] Provisioning complete for port 2ae132a6-3c81-4156-87cb-ab1dd302e252 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:25:39.887809 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-05a348b1-2616-4227-8bca-5ccf5e11dd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (2ae132a6-3c81-4156-87cb-ab1dd302e252), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:39.899761 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-dd49b351-bed2-4e04-941c-6a3c97294d35 req-49578bfe-f13a-48e9-a48e-5e5c5e0c6296 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972838 Mar 29 20:25:39.908374 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-207895e3-2a76-4088-bbda-9f96159917f6 req-5e233821-30c5-4e00-933f-d36aea2daff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (2ae132a6-3c81-4156-87cb-ab1dd302e252), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:39.928492 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-05a348b1-2616-4227-8bca-5ccf5e11dd88 None None] Port 2ae132a6-3c81-4156-87cb-ab1dd302e252 cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:25:40.153565 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-d7ee85f9-06ba-4c8b-b822-28195bf301f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:40.175660 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [req-207895e3-2a76-4088-bbda-9f96159917f6 req-5e233821-30c5-4e00-933f-d36aea2daff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae132a6-3c81-4156-87cb-ab1dd302e252 {{(pid=103820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:25:40.183851 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-207895e3-2a76-4088-bbda-9f96159917f6 req-5e233821-30c5-4e00-933f-d36aea2daff8 service neutron] Publish callbacks [] for port (2ae132a6-3c81-4156-87cb-ab1dd302e252), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:40.196181 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.provisioning_blocks [req-207895e3-2a76-4088-bbda-9f96159917f6 req-5e233821-30c5-4e00-933f-d36aea2daff8 service neutron] Transition to ACTIVE for port object 2ae132a6-3c81-4156-87cb-ab1dd302e252 will not be triggered until provisioned by entity L2. {{(pid=103820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 20:25:40.289940 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd420cac-3b39-4e1f-a69d-cf521dfd935e req-880b2474-e495-4107-89e2-76a6c48e7859 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:40.291448 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fd420cac-3b39-4e1f-a69d-cf521dfd935e req-880b2474-e495-4107-89e2-76a6c48e7859 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb HTTP/1.1" status: 200 len: 946 time: 0.0575817 Mar 29 20:25:40.317434 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-207895e3-2a76-4088-bbda-9f96159917f6 req-5e233821-30c5-4e00-933f-d36aea2daff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126327796'] for port (2ae132a6-3c81-4156-87cb-ab1dd302e252), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:40.394355 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fd420cac-3b39-4e1f-a69d-cf521dfd935e req-a9a436dc-165e-4cde-8ee7-2ceed58b07fe tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=20d988b1-2d7e-4164-b2b7-827bb37b2163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962117 Mar 29 20:25:40.398773 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e233821-30c5-4e00-933f-d36aea2daff8 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae132a6-3c81-4156-87cb-ab1dd302e252,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:40.479320 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [req-207895e3-2a76-4088-bbda-9f96159917f6 req-5e233821-30c5-4e00-933f-d36aea2daff8 service neutron] Attempting to bind port 2ae132a6-3c81-4156-87cb-ab1dd302e252 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:25:40.479658 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [req-207895e3-2a76-4088-bbda-9f96159917f6 req-5e233821-30c5-4e00-933f-d36aea2daff8 service neutron] Attempting to bind port 2ae132a6-3c81-4156-87cb-ab1dd302e252 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '0cd826c0-2b4c-4186-9491-4ca38eacdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64'}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:25:40.480028 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207895e3-2a76-4088-bbda-9f96159917f6 req-5e233821-30c5-4e00-933f-d36aea2daff8 service neutron] Attempting to bind port 2ae132a6-3c81-4156-87cb-ab1dd302e252 on network 1485f463-e536-4f42-9db0-6c4b09430b64 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:25:40.485429 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207895e3-2a76-4088-bbda-9f96159917f6 req-5e233821-30c5-4e00-933f-d36aea2daff8 service neutron] Port 2ae132a6-3c81-4156-87cb-ab1dd302e252 on network 1485f463-e536-4f42-9db0-6c4b09430b64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 20:25:40.485776 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207895e3-2a76-4088-bbda-9f96159917f6 req-5e233821-30c5-4e00-933f-d36aea2daff8 service neutron] Attempting to bind port 2ae132a6-3c81-4156-87cb-ab1dd302e252 on network 1485f463-e536-4f42-9db0-6c4b09430b64 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:25:40.491216 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207895e3-2a76-4088-bbda-9f96159917f6 req-5e233821-30c5-4e00-933f-d36aea2daff8 service neutron] Checking agent: {'id': '19337809-658a-48b1-8a65-8844936c1798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'started_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:25:40.491547 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207895e3-2a76-4088-bbda-9f96159917f6 req-5e233821-30c5-4e00-933f-d36aea2daff8 service neutron] Checking segment: {'id': '0cd826c0-2b4c-4186-9491-4ca38eacdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:25:40.491925 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207895e3-2a76-4088-bbda-9f96159917f6 req-5e233821-30c5-4e00-933f-d36aea2daff8 service neutron] Bound using segment: {'id': '0cd826c0-2b4c-4186-9491-4ca38eacdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64'} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:25:40.492351 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [req-207895e3-2a76-4088-bbda-9f96159917f6 req-5e233821-30c5-4e00-933f-d36aea2daff8 service neutron] Bound port: 2ae132a6-3c81-4156-87cb-ab1dd302e252, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd826c0-2b4c-4186-9491-4ca38eacdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64'}}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:25:40.492703 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-207895e3-2a76-4088-bbda-9f96159917f6 req-5e233821-30c5-4e00-933f-d36aea2daff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (2ae132a6-3c81-4156-87cb-ab1dd302e252), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:40.564627 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [req-207895e3-2a76-4088-bbda-9f96159917f6 req-5e233821-30c5-4e00-933f-d36aea2daff8 service neutron] For port 2ae132a6-3c81-4156-87cb-ab1dd302e252, host hv-cinder-78481, cleared binding levels {{(pid=103820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:25:40.568762 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [req-207895e3-2a76-4088-bbda-9f96159917f6 req-5e233821-30c5-4e00-933f-d36aea2daff8 service neutron] For port 2ae132a6-3c81-4156-87cb-ab1dd302e252, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2ae132a6-3c81-4156-87cb-ab1dd302e252,segment=NetworkSegment(0cd826c0-2b4c-4186-9491-4ca38eacdbb2),segment_id=0cd826c0-2b4c-4186-9491-4ca38eacdbb2)] {{(pid=103820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:25:40.622510 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-207895e3-2a76-4088-bbda-9f96159917f6 req-5e233821-30c5-4e00-933f-d36aea2daff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126327796'] for port (2ae132a6-3c81-4156-87cb-ab1dd302e252), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:40.658691 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207895e3-2a76-4088-bbda-9f96159917f6 req-5e233821-30c5-4e00-933f-d36aea2daff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:40.659314 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-207895e3-2a76-4088-bbda-9f96159917f6 req-5e233821-30c5-4e00-933f-d36aea2daff8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:40.660698 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-207895e3-2a76-4088-bbda-9f96159917f6 req-5e233821-30c5-4e00-933f-d36aea2daff8 service neutron] 10.222.0.42 "PUT /v2.0/ports/2ae132a6-3c81-4156-87cb-ab1dd302e252 HTTP/1.1" status: 200 len: 1093 time: 0.8512831 Mar 29 20:25:40.661124 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59df19e0-4809-43fa-b44f-8f0f25addde2', 'tag': '2ae132a6-3c81-4156-87cb-ab1dd302e252'}] {{(pid=103820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:25:40.663538 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6edefd21b48d6680289e87f093b2b3ac5ccca22ebb7ce82a748a83257c36a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1603ca-f236-45f9-b553-dcb81726802c" -d '{"events": [{"name": "network-changed", "server_uuid": "59df19e0-4809-43fa-b44f-8f0f25addde2", "tag": "2ae132a6-3c81-4156-87cb-ab1dd302e252"}]}' {{(pid=103820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:25:40.693966 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e233821-30c5-4e00-933f-d36aea2daff8 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae132a6-3c81-4156-87cb-ab1dd302e252,revision_number=3']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:40.708438 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a539d95a-3bd5-477d-974f-c85b31bb79d6 x-openstack-request-id: req-a539d95a-3bd5-477d-974f-c85b31bb79d6 {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:25:40.708732 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59df19e0-4809-43fa-b44f-8f0f25addde2", "tag": "2ae132a6-3c81-4156-87cb-ab1dd302e252", "status": "completed", "code": 200}]} {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:25:40.708988 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a539d95a-3bd5-477d-974f-c85b31bb79d6 {{(pid=103820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:25:40.709434 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a539d95a-3bd5-477d-974f-c85b31bb79d6'] response: {'name': 'network-changed', 'server_uuid': '59df19e0-4809-43fa-b44f-8f0f25addde2', 'tag': '2ae132a6-3c81-4156-87cb-ab1dd302e252', 'status': 'completed', 'code': 200} Mar 29 20:25:40.788673 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1603ca-f236-45f9-b553-dcb81726802c req-01236f73-d471-4421-a84a-5d30a6770c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:40.790212 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0c1603ca-f236-45f9-b553-dcb81726802c req-01236f73-d471-4421-a84a-5d30a6770c57 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f9800a1b31b34882beb7e5e6dcb78fd6&device_id=59df19e0-4809-43fa-b44f-8f0f25addde2 HTTP/1.1" status: 200 len: 1127 time: 0.0484555 Mar 29 20:25:40.893876 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1603ca-f236-45f9-b553-dcb81726802c req-ac69c6ae-1987-4899-85f6-b8d1f72b096b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:40.895347 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0c1603ca-f236-45f9-b553-dcb81726802c req-ac69c6ae-1987-4899-85f6-b8d1f72b096b service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=f9800a1b31b34882beb7e5e6dcb78fd6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0963676 Mar 29 20:25:41.016449 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1603ca-f236-45f9-b553-dcb81726802c req-c62df9e1-b7ba-4bad-9e8b-541c7d81bb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:41.017928 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0c1603ca-f236-45f9-b553-dcb81726802c req-c62df9e1-b7ba-4bad-9e8b-541c7d81bb8f service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1164997 Mar 29 20:25:41.039023 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d3041-dc88-476d-b5f1-e4c904a56f2f req-15c449d3-b9e8-4eae-9a45-3db8f43859e5 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:41.040637 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a97d3041-dc88-476d-b5f1-e4c904a56f2f req-15c449d3-b9e8-4eae-9a45-3db8f43859e5 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=59df19e0-4809-43fa-b44f-8f0f25addde2 HTTP/1.1" status: 200 len: 943 time: 0.0687487 Mar 29 20:25:41.124242 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a97d3041-dc88-476d-b5f1-e4c904a56f2f req-ecd346a1-18ba-4794-ae12-8394fba1c5ff tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774131 Mar 29 20:25:41.135024 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207895e3-2a76-4088-bbda-9f96159917f6 req-bf40a363-c69e-4c04-b1e6-9e40d6f3ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:41.135024 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-207895e3-2a76-4088-bbda-9f96159917f6 req-bf40a363-c69e-4c04-b1e6-9e40d6f3ab77 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f9800a1b31b34882beb7e5e6dcb78fd6&device_id=59df19e0-4809-43fa-b44f-8f0f25addde2 HTTP/1.1" status: 200 len: 1127 time: 0.0800118 Mar 29 20:25:41.176665 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-207895e3-2a76-4088-bbda-9f96159917f6 req-09bce386-0903-4cbb-b0e0-4806515df027 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ae132a6-3c81-4156-87cb-ab1dd302e252 HTTP/1.1" status: 200 len: 217 time: 0.0336292 Mar 29 20:25:41.227697 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207895e3-2a76-4088-bbda-9f96159917f6 req-574fbf1b-6b32-427d-8fe1-aa4571ce434d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:41.229043 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-207895e3-2a76-4088-bbda-9f96159917f6 req-574fbf1b-6b32-427d-8fe1-aa4571ce434d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99545cee-9f42-4fac-8b36-5dffd0cc2c3e HTTP/1.1" status: 200 len: 850 time: 0.0465658 Mar 29 20:25:41.278192 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207895e3-2a76-4088-bbda-9f96159917f6 req-d6e74083-21d8-4d61-b029-14122ccd9b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:41.279729 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-207895e3-2a76-4088-bbda-9f96159917f6 req-d6e74083-21d8-4d61-b029-14122ccd9b06 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1485f463-e536-4f42-9db0-6c4b09430b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437815 Mar 29 20:25:41.366203 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-207895e3-2a76-4088-bbda-9f96159917f6 req-2213c414-51e0-47b0-9f78-4d230a41548e service neutron] 10.222.0.42 "GET /v2.0/networks/1485f463-e536-4f42-9db0-6c4b09430b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801723 Mar 29 20:25:41.461254 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-207895e3-2a76-4088-bbda-9f96159917f6 req-d3ed8948-e492-4132-9f88-d8230a33c5fd service neutron] 10.222.0.42 "GET /v2.0/networks/1485f463-e536-4f42-9db0-6c4b09430b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870564 Mar 29 20:25:41.522501 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7af88-6b3d-42b9-8037-2c8346345e36 req-659404b8-f3cc-4b20-8688-375989360220 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:41.523944 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5de7af88-6b3d-42b9-8037-2c8346345e36 req-659404b8-f3cc-4b20-8688-375989360220 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb HTTP/1.1" status: 200 len: 946 time: 0.0527272 Mar 29 20:25:41.570934 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5de7af88-6b3d-42b9-8037-2c8346345e36 req-096056bc-4d6a-45c2-a645-55ad8f39a3bb tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=20d988b1-2d7e-4164-b2b7-827bb37b2163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409126 Mar 29 20:25:41.686177 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c1a05-4387-4853-ae51-1950f9722de1 req-fd786506-955c-41d4-a465-c9d708457787 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:41.687708 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-675c1a05-4387-4853-ae51-1950f9722de1 req-fd786506-955c-41d4-a465-c9d708457787 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb HTTP/1.1" status: 200 len: 946 time: 0.0550911 Mar 29 20:25:41.696759 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 49186) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:41.702038 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-9b434d86-c2d3-457b-bc44-875899df2ff6 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Request body: {'floatingip': {'port_id': 'ca7392c5-29b4-4038-a62f-69b757a914ce'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:25:41.747233 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9b434d86-c2d3-457b-bc44-875899df2ff6 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for floatingip (90ac0b08-dbd2-4f40-949f-f005f0bb864b), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:42.205354 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa26a62-9454-4cfc-aaed-ea36ca4ff2fb req-03fee2ea-a2b9-4b55-a972-f67eaac38ddf tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:42.206780 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-daa26a62-9454-4cfc-aaed-ea36ca4ff2fb req-03fee2ea-a2b9-4b55-a972-f67eaac38ddf tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.1314731 Mar 29 20:25:42.268193 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9b434d86-c2d3-457b-bc44-875899df2ff6 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:42.302936 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-daa26a62-9454-4cfc-aaed-ea36ca4ff2fb req-ca876448-a65c-4f9e-a38d-5cf5226cc5f8 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792623 Mar 29 20:25:42.307115 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8fd0af9e-582c-4f9f-a587-032e3986abaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:42.310855 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13156bbf-cb6b-4007-a454-1ebc205d1c5f req-a1b52541-5be9-455d-8a59-ce835956f025 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:42.312315 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-13156bbf-cb6b-4007-a454-1ebc205d1c5f req-a1b52541-5be9-455d-8a59-ce835956f025 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=59df19e0-4809-43fa-b44f-8f0f25addde2 HTTP/1.1" status: 200 len: 943 time: 0.1006012 Mar 29 20:25:42.335523 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:25:42.344763 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9b434d86-c2d3-457b-bc44-875899df2ff6 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (90ac0b08-dbd2-4f40-949f-f005f0bb864b), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:42.666022 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-13156bbf-cb6b-4007-a454-1ebc205d1c5f req-54dec3f8-36ac-4963-bfb6-68999df7104f tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3476329 Mar 29 20:25:42.701962 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.db.l3_db [None req-9b434d86-c2d3-457b-bc44-875899df2ff6 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Floating IP 90ac0b08-dbd2-4f40-949f-f005f0bb864b associated. External IP: 172.27.3.196, port: ca7392c5-29b4-4038-a62f-69b757a914ce. Mar 29 20:25:42.907775 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b434d86-c2d3-457b-bc44-875899df2ff6 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Router e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:25:43.016335 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b434d86-c2d3-457b-bc44-875899df2ff6 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:25:43.021067 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9b434d86-c2d3-457b-bc44-875899df2ff6 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:43.025416 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2706eaa-70c7-4a58-9442-edbd32e6cfe8 None None] Sync routers for ids ['e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'] in dv-cinder-784815-3-iscsi {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:25:43.034277 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2706eaa-70c7-4a58-9442-edbd32e6cfe8 None None] Routers {'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:25:43.034887 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-b2706eaa-70c7-4a58-9442-edbd32e6cfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:25:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:43.051546 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-9b434d86-c2d3-457b-bc44-875899df2ff6 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "PUT /v2.0/floatingips/90ac0b08-dbd2-4f40-949f-f005f0bb864b HTTP/1.1" status: 200 len: 992 time: 1.3523991 Mar 29 20:25:43.051546 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb', 'tag': 'ca7392c5-29b4-4038-a62f-69b757a914ce'}] {{(pid=103820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:25:43.053496 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6edefd21b48d6680289e87f093b2b3ac5ccca22ebb7ce82a748a83257c36a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4612b459-44e0-477e-99c4-afe071c3d0d7" -d '{"events": [{"name": "network-changed", "server_uuid": "18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb", "tag": "ca7392c5-29b4-4038-a62f-69b757a914ce"}]}' {{(pid=103820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:25:43.098252 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cb4ba0-2e7d-4400-8b6f-46fc3760eeb4 x-openstack-request-id: req-d2cb4ba0-2e7d-4400-8b6f-46fc3760eeb4 {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:25:43.098541 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb", "tag": "ca7392c5-29b4-4038-a62f-69b757a914ce", "status": "completed", "code": 200}]} {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:25:43.098793 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d2cb4ba0-2e7d-4400-8b6f-46fc3760eeb4 {{(pid=103820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:25:43.099210 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2cb4ba0-2e7d-4400-8b6f-46fc3760eeb4'] response: {'name': 'network-changed', 'server_uuid': '18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb', 'tag': 'ca7392c5-29b4-4038-a62f-69b757a914ce', 'status': 'completed', 'code': 200} Mar 29 20:25:43.148691 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-b2706eaa-70c7-4a58-9442-edbd32e6cfe8 None None] Set router e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:25:43.165053 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612b459-44e0-477e-99c4-afe071c3d0d7 req-07d1dead-d171-41de-871e-f94b28faaa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:43.166579 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4612b459-44e0-477e-99c4-afe071c3d0d7 req-07d1dead-d171-41de-871e-f94b28faaa3b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=249ba837300b4e59a05f6c432c2d47b7&device_id=18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb HTTP/1.1" status: 200 len: 1130 time: 0.0452530 Mar 29 20:25:43.271357 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612b459-44e0-477e-99c4-afe071c3d0d7 req-646dec53-7bc9-4531-a65e-18c7ff9f3d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:43.272816 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4612b459-44e0-477e-99c4-afe071c3d0d7 req-646dec53-7bc9-4531-a65e-18c7ff9f3d2c service neutron] 10.222.0.42 "GET /v2.0/networks?id=0868a825-2260-425a-8d30-a4a84002c375 HTTP/1.1" status: 200 len: 912 time: 0.0881460 Mar 29 20:25:43.343101 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4612b459-44e0-477e-99c4-afe071c3d0d7 req-e9fd22b0-eb41-4d15-8053-32778035fe7c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca7392c5-29b4-4038-a62f-69b757a914ce HTTP/1.1" status: 200 len: 1000 time: 0.0629511 Mar 29 20:25:43.379691 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-b2706eaa-70c7-4a58-9442-edbd32e6cfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'name': 'tempest-AttachVolumeTestJSON-2114264641-router', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:28Z', 'updated_at': '2022-03-29T20:20:38Z', 'revision_number': 4, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'gw_port': {'id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '90ac0b08-dbd2-4f40-949f-f005f0bb864b', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'port_id': 'ca7392c5-29b4-4038-a62f-69b757a914ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0868a825-2260-425a-8d30-a4a84002c375', 'mac_address': 'fa:16:3e:3a:ea:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:25:27Z', 'updated_at': '2022-03-29T20:25:42Z', 'revision_number': 1, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c', 'name': '', 'network_id': '0868a825-2260-425a-8d30-a4a84002c375', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'mac_address': 'fa:16:3e:a2:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:37Z', 'updated_at': '2022-03-29T20:20:49Z', 'revision_number': 5, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'subnets': [{'id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:43.410645 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2706eaa-70c7-4a58-9442-edbd32e6cfe8 None None] Checking router: e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 for host: dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:25:43.419023 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2706eaa-70c7-4a58-9442-edbd32e6cfe8 None None] Routers {'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:25:43.420356 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-b2706eaa-70c7-4a58-9442-edbd32e6cfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:25:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:43.428060 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612b459-44e0-477e-99c4-afe071c3d0d7 req-fe39a5c6-c51e-4b15-b615-17da3bccf128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:43.429514 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4612b459-44e0-477e-99c4-afe071c3d0d7 req-fe39a5c6-c51e-4b15-b615-17da3bccf128 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0 HTTP/1.1" status: 200 len: 850 time: 0.0786409 Mar 29 20:25:43.475446 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b6929-9abf-48bd-8aa1-b39f86775c98 req-8b0041b6-a539-4535-b108-68c1145251e5 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:43.476899 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-353b6929-9abf-48bd-8aa1-b39f86775c98 req-8b0041b6-a539-4535-b108-68c1145251e5 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0934870 Mar 29 20:25:43.516829 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612b459-44e0-477e-99c4-afe071c3d0d7 req-c4d523af-f890-4cde-a2fa-ea5c163ea54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:43.518447 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4612b459-44e0-477e-99c4-afe071c3d0d7 req-c4d523af-f890-4cde-a2fa-ea5c163ea54e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0868a825-2260-425a-8d30-a4a84002c375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0803392 Mar 29 20:25:43.529855 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-b2706eaa-70c7-4a58-9442-edbd32e6cfe8 None None] Set router e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:25:43.542738 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-353b6929-9abf-48bd-8aa1-b39f86775c98 req-1c41b08e-b3dd-4fd7-93ca-be3f9c5c2f72 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588083 Mar 29 20:25:43.621425 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4612b459-44e0-477e-99c4-afe071c3d0d7 req-6e32319e-d5be-47f5-8a94-95a12125e00a service neutron] 10.222.0.42 "GET /v2.0/networks/0868a825-2260-425a-8d30-a4a84002c375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936251 Mar 29 20:25:43.714604 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4612b459-44e0-477e-99c4-afe071c3d0d7 req-8d809638-8ba6-42b0-a530-cb4d29195d03 service neutron] 10.222.0.42 "GET /v2.0/networks/0868a825-2260-425a-8d30-a4a84002c375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866959 Mar 29 20:25:43.744034 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:43.774462 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-b2706eaa-70c7-4a58-9442-edbd32e6cfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'name': 'tempest-AttachVolumeTestJSON-2114264641-router', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:28Z', 'updated_at': '2022-03-29T20:20:38Z', 'revision_number': 4, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'gw_port': {'id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '90ac0b08-dbd2-4f40-949f-f005f0bb864b', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'port_id': 'ca7392c5-29b4-4038-a62f-69b757a914ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0868a825-2260-425a-8d30-a4a84002c375', 'mac_address': 'fa:16:3e:3a:ea:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:25:27Z', 'updated_at': '2022-03-29T20:25:42Z', 'revision_number': 1, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c', 'name': '', 'network_id': '0868a825-2260-425a-8d30-a4a84002c375', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'mac_address': 'fa:16:3e:a2:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:37Z', 'updated_at': '2022-03-29T20:20:49Z', 'revision_number': 5, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'subnets': [{'id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:43.797639 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe703e-7ffd-494d-afd4-b12ab8001aa8 req-81aa8960-e2ed-4f71-a42e-816d2a8fc2a3 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:43.799141 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-59fe703e-7ffd-494d-afd4-b12ab8001aa8 req-81aa8960-e2ed-4f71-a42e-816d2a8fc2a3 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=59df19e0-4809-43fa-b44f-8f0f25addde2 HTTP/1.1" status: 200 len: 943 time: 0.0585902 Mar 29 20:25:43.802324 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2706eaa-70c7-4a58-9442-edbd32e6cfe8 None None] The sync data for ids ['e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'] in dv-cinder-784815-3-iscsi is: [{'id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'name': 'tempest-AttachVolumeTestJSON-2114264641-router', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:28Z', 'updated_at': '2022-03-29T20:20:38Z', 'revision_number': 4, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'gw_port': {'id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '90ac0b08-dbd2-4f40-949f-f005f0bb864b', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'port_id': 'ca7392c5-29b4-4038-a62f-69b757a914ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0868a825-2260-425a-8d30-a4a84002c375', 'mac_address': 'fa:16:3e:3a:ea:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:25:27Z', 'updated_at': '2022-03-29T20:25:42Z', 'revision_number': 1, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c', 'name': '', 'network_id': '0868a825-2260-425a-8d30-a4a84002c375', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'mac_address': 'fa:16:3e:a2:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:37Z', 'updated_at': '2022-03-29T20:20:49Z', 'revision_number': 5, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'subnets': [{'id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:25:43.852605 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-59fe703e-7ffd-494d-afd4-b12ab8001aa8 req-82c485da-fad6-4efb-a736-a7e6d73afa01 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460227 Mar 29 20:25:43.991500 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54787f10-63e2-4a98-8e35-03cb0df8d7c7 None None] New status for floating IP 90ac0b08-dbd2-4f40-949f-f005f0bb864b: ACTIVE {{(pid=103823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 20:25:44.519281 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303652b-3c81-4146-b86f-b7d731cb4df3 req-2eac789b-6b04-4326-b234-cdbd8d585d12 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:44.520701 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e303652b-3c81-4146-b86f-b7d731cb4df3 req-2eac789b-6b04-4326-b234-cdbd8d585d12 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.42 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0523081 Mar 29 20:25:44.631706 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [req-e303652b-3c81-4146-b86f-b7d731cb4df3 req-5b9fd498-6391-43ac-9c82-9c3eac6793cc tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Deleting port d534b371-8f1a-4669-aea5-1642b49b0d37 {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:25:44.632039 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-e303652b-3c81-4146-b86f-b7d731cb4df3 req-5b9fd498-6391-43ac-9c82-9c3eac6793cc tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (d534b371-8f1a-4669-aea5-1642b49b0d37), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:44.730604 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f4824-e2c0-43fd-96a4-288296da0de8 req-eb26a5ac-f238-412e-93e4-7ab77dbd7bd3 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:44.733242 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cf7f4824-e2c0-43fd-96a4-288296da0de8 req-eb26a5ac-f238-412e-93e4-7ab77dbd7bd3 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 946 time: 0.1224115 Mar 29 20:25:44.765482 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [req-e303652b-3c81-4146-b86f-b7d731cb4df3 req-5b9fd498-6391-43ac-9c82-9c3eac6793cc tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] For port d534b371-8f1a-4669-aea5-1642b49b0d37, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=d534b371-8f1a-4669-aea5-1642b49b0d37,segment=NetworkSegment(374fdad7-f913-494e-95a6-c81a6f6c7cc1),segment_id=374fdad7-f913-494e-95a6-c81a6f6c7cc1)] {{(pid=103820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:25:44.765844 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-e303652b-3c81-4146-b86f-b7d731cb4df3 req-5b9fd498-6391-43ac-9c82-9c3eac6793cc tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (d534b371-8f1a-4669-aea5-1642b49b0d37), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:44.792195 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [req-e303652b-3c81-4146-b86f-b7d731cb4df3 req-5b9fd498-6391-43ac-9c82-9c3eac6793cc tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Calling delete_port for d534b371-8f1a-4669-aea5-1642b49b0d37 owned by compute:nova {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:25:44.804676 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:44.817203 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cf7f4824-e2c0-43fd-96a4-288296da0de8 req-4e20eaf4-9138-4622-abbf-efc8bec1b687 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782421 Mar 29 20:25:44.978268 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c41b4-6685-4eff-bf92-45561024909b req-2c55b7df-c1c7-4ad5-b28c-22d7bce09d4b tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:44.979707 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-995c41b4-6685-4eff-bf92-45561024909b req-2c55b7df-c1c7-4ad5-b28c-22d7bce09d4b tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=59df19e0-4809-43fa-b44f-8f0f25addde2 HTTP/1.1" status: 200 len: 943 time: 0.0568466 Mar 29 20:25:45.005029 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-e303652b-3c81-4146-b86f-b7d731cb4df3 req-5b9fd498-6391-43ac-9c82-9c3eac6793cc tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (d534b371-8f1a-4669-aea5-1642b49b0d37), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:45.017347 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['04ce72b1-912c-41be-a98d-a3ce14bbcc07', 'd534b371-8f1a-4669-aea5-1642b49b0d37'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:25:45.049615 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9fd498-6391-43ac-9c82-9c3eac6793cc tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Pushing event deleted for resources: {'Port': ['ID=d534b371-8f1a-4669-aea5-1642b49b0d37,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:45.087253 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-995c41b4-6685-4eff-bf92-45561024909b req-1284412d-adf4-4621-94a3-d2ad744c62db tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009603 Mar 29 20:25:45.102665 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e303652b-3c81-4146-b86f-b7d731cb4df3 req-5b9fd498-6391-43ac-9c82-9c3eac6793cc tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] No DVR routers for this DVR port d534b371-8f1a-4669-aea5-1642b49b0d37 on host hv-cinder-78481 {{(pid=103820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:25:45.105168 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-e303652b-3c81-4146-b86f-b7d731cb4df3 req-5b9fd498-6391-43ac-9c82-9c3eac6793cc tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:45.109613 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e303652b-3c81-4146-b86f-b7d731cb4df3 req-5b9fd498-6391-43ac-9c82-9c3eac6793cc tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.42 "DELETE /v2.0/ports/d534b371-8f1a-4669-aea5-1642b49b0d37 HTTP/1.1" status: 204 len: 173 time: 0.5821185 Mar 29 20:25:45.110052 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafe6e26-6209-4a89-a473-430e5927d7e4', 'name': 'network-vif-deleted', 'tag': 'd534b371-8f1a-4669-aea5-1642b49b0d37'}] {{(pid=103820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:25:45.112361 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6edefd21b48d6680289e87f093b2b3ac5ccca22ebb7ce82a748a83257c36a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9327978-3438-4445-920f-449f58ff79db" -d '{"events": [{"server_uuid": "eafe6e26-6209-4a89-a473-430e5927d7e4", "name": "network-vif-deleted", "tag": "d534b371-8f1a-4669-aea5-1642b49b0d37"}]}' {{(pid=103820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:25:45.147484 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e58344-e9b3-4a19-a7a5-071b0500d7d7 x-openstack-request-id: req-29e58344-e9b3-4a19-a7a5-071b0500d7d7 {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:25:45.147782 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafe6e26-6209-4a89-a473-430e5927d7e4", "name": "network-vif-deleted", "tag": "d534b371-8f1a-4669-aea5-1642b49b0d37", "status": "completed", "code": 200}]} {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:25:45.148037 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-29e58344-e9b3-4a19-a7a5-071b0500d7d7 {{(pid=103820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:25:45.148468 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29e58344-e9b3-4a19-a7a5-071b0500d7d7'] response: {'server_uuid': 'eafe6e26-6209-4a89-a473-430e5927d7e4', 'name': 'network-vif-deleted', 'tag': 'd534b371-8f1a-4669-aea5-1642b49b0d37', 'status': 'completed', 'code': 200} Mar 29 20:25:45.923469 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d8b8e50c-132b-440a-8eaf-615412fb3675 req-3cae869d-8463-4c88-87c3-41f7c9f3ea05 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=eafe6e26-6209-4a89-a473-430e5927d7e4 HTTP/1.1" status: 200 len: 210 time: 0.0286713 Mar 29 20:25:46.213602 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a0ce0-b830-4331-8ba8-39f79d2aeabd req-081a1594-1924-4344-ad34-a98981cbf7d3 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:46.214988 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-166a0ce0-b830-4331-8ba8-39f79d2aeabd req-081a1594-1924-4344-ad34-a98981cbf7d3 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=59df19e0-4809-43fa-b44f-8f0f25addde2 HTTP/1.1" status: 200 len: 943 time: 0.0560610 Mar 29 20:25:46.263398 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-166a0ce0-b830-4331-8ba8-39f79d2aeabd req-42321bcf-1071-40ff-a48b-78bef00d8770 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415604 Mar 29 20:25:46.381905 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:47.424788 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d275e8-1ef8-420c-8d38-82253ba35f1b req-0f4f870a-5360-4c4e-8d65-7db459c7e629 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:47.426571 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c2d275e8-1ef8-420c-8d38-82253ba35f1b req-0f4f870a-5360-4c4e-8d65-7db459c7e629 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=59df19e0-4809-43fa-b44f-8f0f25addde2 HTTP/1.1" status: 200 len: 943 time: 0.0932548 Mar 29 20:25:47.439539 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13110dc-e202-4e3c-99b1-e304bbd49e13 req-d5021ae5-48fc-46b1-884f-531587887bc7 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:47.441183 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b13110dc-e202-4e3c-99b1-e304bbd49e13 req-d5021ae5-48fc-46b1-884f-531587887bc7 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0757489 Mar 29 20:25:47.518998 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c2d275e8-1ef8-420c-8d38-82253ba35f1b req-1a7f397c-7cdc-4f1b-b25b-68f02e1fa41a tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868149 Mar 29 20:25:47.530555 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b13110dc-e202-4e3c-99b1-e304bbd49e13 req-fc606d0d-83f0-40e3-8bd4-d0b2954a57e9 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829062 Mar 29 20:25:48.316721 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device d534b371-8f1a-4669-aea5-1642b49b0d37 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:25:48.342148 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] No Port match for: d534b371-8f1a-4669-aea5-1642b49b0d37 {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:25:48.342485 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device d534b371-8f1a-4669-aea5-1642b49b0d37 not bound to the agent host hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:25:48.647450 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97f6bf-efdc-4acb-9c46-f1b1124a39f8 req-3a91c581-544d-47d9-8fd2-cb58ed695cd4 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:48.648911 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fa97f6bf-efdc-4acb-9c46-f1b1124a39f8 req-3a91c581-544d-47d9-8fd2-cb58ed695cd4 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=59df19e0-4809-43fa-b44f-8f0f25addde2 HTTP/1.1" status: 200 len: 943 time: 0.0527973 Mar 29 20:25:48.698397 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fa97f6bf-efdc-4acb-9c46-f1b1124a39f8 req-59363ff8-77d9-4eba-b92e-fdbd84432769 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433338 Mar 29 20:25:48.803564 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68afbd-db24-4058-9d6a-6df8eb0f712d req-6400e1a1-200f-42df-ac31-87c7b46763cb tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:48.805037 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8a68afbd-db24-4058-9d6a-6df8eb0f712d req-6400e1a1-200f-42df-ac31-87c7b46763cb tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0522795 Mar 29 20:25:48.853599 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8a68afbd-db24-4058-9d6a-6df8eb0f712d req-686df706-136f-408a-989a-863efd6c9796 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429418 Mar 29 20:25:48.933393 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b856e-f02a-4671-9d2e-7f40627ef655 req-e8a0ad8a-339c-42b7-8ba3-a876e23f12b2 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:48.935057 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d93b856e-f02a-4671-9d2e-7f40627ef655 req-e8a0ad8a-339c-42b7-8ba3-a876e23f12b2 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 946 time: 0.0595438 Mar 29 20:25:48.984503 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d93b856e-f02a-4671-9d2e-7f40627ef655 req-e35bdb10-a988-41f5-b040-b42f402710ad tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437772 Mar 29 20:25:49.822670 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7c4b0-d082-4f39-b2af-eb5e26c9fdc4 req-58991c55-e419-410e-b925-7200244924d1 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:49.824431 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6ec7c4b0-d082-4f39-b2af-eb5e26c9fdc4 req-58991c55-e419-410e-b925-7200244924d1 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=59df19e0-4809-43fa-b44f-8f0f25addde2 HTTP/1.1" status: 200 len: 943 time: 0.0587554 Mar 29 20:25:49.882093 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6ec7c4b0-d082-4f39-b2af-eb5e26c9fdc4 req-b602b315-91f6-4986-af32-5e791f3e5646 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518053 Mar 29 20:25:49.988736 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edc096-0eb2-4aa5-a196-fb2baf6fa3fc req-a7a4f537-9ed6-40c5-98e7-7041f178ea67 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:49.990581 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e0edc096-0eb2-4aa5-a196-fb2baf6fa3fc req-a7a4f537-9ed6-40c5-98e7-7041f178ea67 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0683949 Mar 29 20:25:50.041382 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e0edc096-0eb2-4aa5-a196-fb2baf6fa3fc req-285cdf06-b1e3-4291-902d-34d098090a8d tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445123 Mar 29 20:25:50.101984 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab21117-5195-42a0-8974-d02a0e1e4e68 req-4ccb6a2e-e544-491d-b013-27cfffc118e4 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:50.103436 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cab21117-5195-42a0-8974-d02a0e1e4e68 req-4ccb6a2e-e544-491d-b013-27cfffc118e4 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 946 time: 0.0517015 Mar 29 20:25:50.151178 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cab21117-5195-42a0-8974-d02a0e1e4e68 req-14bc1f2f-fa67-4f29-97c3-3829eff3ba0a tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414371 Mar 29 20:25:50.315145 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 2ae132a6-3c81-4156-87cb-ab1dd302e252 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 20:25:50.411400 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 2ae132a6-3c81-4156-87cb-ab1dd302e252, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2ae132a6-3c81-4156-87cb-ab1dd302e252,segment=NetworkSegment(0cd826c0-2b4c-4186-9491-4ca38eacdbb2),segment_id=0cd826c0-2b4c-4186-9491-4ca38eacdbb2)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:25:50.422896 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Returning: {'device': '2ae132a6-3c81-4156-87cb-ab1dd302e252', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'port_id': '2ae132a6-3c81-4156-87cb-ab1dd302e252', 'mac_address': 'fa:16:3e:4e:6d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 20:25:50.463713 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 2ae132a6-3c81-4156-87cb-ab1dd302e252 is: DOWN; New status is: BUILD {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:25:50.464030 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (2ae132a6-3c81-4156-87cb-ab1dd302e252), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:50.477316 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae132a6-3c81-4156-87cb-ab1dd302e252 {{(pid=103822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:25:50.495565 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 2ae132a6-3c81-4156-87cb-ab1dd302e252, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2ae132a6-3c81-4156-87cb-ab1dd302e252,segment=NetworkSegment(0cd826c0-2b4c-4186-9491-4ca38eacdbb2),segment_id=0cd826c0-2b4c-4186-9491-4ca38eacdbb2)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:25:50.615004 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (2ae132a6-3c81-4156-87cb-ab1dd302e252), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:50.661699 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=2ae132a6-3c81-4156-87cb-ab1dd302e252,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:50.979554 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['2ae132a6-3c81-4156-87cb-ab1dd302e252'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:25:50.999542 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977603bc-e7e4-4116-8001-41676c0e74fd req-4888881a-1794-4806-b53b-f85ddf1ec930 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:51.002529 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-977603bc-e7e4-4116-8001-41676c0e74fd req-4888881a-1794-4806-b53b-f85ddf1ec930 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=59df19e0-4809-43fa-b44f-8f0f25addde2 HTTP/1.1" status: 200 len: 944 time: 0.0534444 Mar 29 20:25:51.053961 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-977603bc-e7e4-4116-8001-41676c0e74fd req-d7b43ca1-9a56-4cde-8bba-a1c605395091 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473051 Mar 29 20:25:51.110050 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcd28e-7235-4109-aed3-b8275ab00207 req-3eb72083-a731-484d-8b54-3193b198e678 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:51.111536 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-30bcd28e-7235-4109-aed3-b8275ab00207 req-3eb72083-a731-484d-8b54-3193b198e678 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.42 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.0548632 Mar 29 20:25:51.275532 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f665ef-9fd4-449b-98c8-fc70efe7612f req-396b755a-8d8e-4a6c-be5a-728d4e9c966e tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:51.277012 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-35f665ef-9fd4-449b-98c8-fc70efe7612f req-396b755a-8d8e-4a6c-be5a-728d4e9c966e tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 946 time: 0.1629596 Mar 29 20:25:51.346853 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31695a4-1f48-406c-9193-25706f428c8f req-848b2046-4740-4a43-93a2-26b765a16b72 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:51.348334 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d31695a4-1f48-406c-9193-25706f428c8f req-848b2046-4740-4a43-93a2-26b765a16b72 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 946 time: 0.1128438 Mar 29 20:25:51.368859 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [req-30bcd28e-7235-4109-aed3-b8275ab00207 req-04abfdb0-40da-4c6e-9bf4-fd4051be0db8 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Deleting port 04ce72b1-912c-41be-a98d-a3ce14bbcc07 {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:25:51.369193 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-30bcd28e-7235-4109-aed3-b8275ab00207 req-04abfdb0-40da-4c6e-9bf4-fd4051be0db8 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (04ce72b1-912c-41be-a98d-a3ce14bbcc07), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:51.393212 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-35f665ef-9fd4-449b-98c8-fc70efe7612f req-fe9dbbe8-447a-444c-a714-63dc4df46272 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/security-groups?id=255a3a9f-ebb8-4d3c-b08a-47e7772b0681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091785 Mar 29 20:25:51.484037 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d31695a4-1f48-406c-9193-25706f428c8f req-dffcd253-4fe3-4701-8204-69fc6fe4b414 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176858 Mar 29 20:25:51.506909 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [req-30bcd28e-7235-4109-aed3-b8275ab00207 req-04abfdb0-40da-4c6e-9bf4-fd4051be0db8 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] For port 04ce72b1-912c-41be-a98d-a3ce14bbcc07, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=04ce72b1-912c-41be-a98d-a3ce14bbcc07,segment=NetworkSegment(374fdad7-f913-494e-95a6-c81a6f6c7cc1),segment_id=374fdad7-f913-494e-95a6-c81a6f6c7cc1)] {{(pid=103820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:25:51.507276 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-30bcd28e-7235-4109-aed3-b8275ab00207 req-04abfdb0-40da-4c6e-9bf4-fd4051be0db8 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (04ce72b1-912c-41be-a98d-a3ce14bbcc07), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:51.524646 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [req-30bcd28e-7235-4109-aed3-b8275ab00207 req-04abfdb0-40da-4c6e-9bf4-fd4051be0db8 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Calling delete_port for 04ce72b1-912c-41be-a98d-a3ce14bbcc07 owned by compute:nova {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:25:51.747699 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-30bcd28e-7235-4109-aed3-b8275ab00207 req-04abfdb0-40da-4c6e-9bf4-fd4051be0db8 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (04ce72b1-912c-41be-a98d-a3ce14bbcc07), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:51.769612 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['04ce72b1-912c-41be-a98d-a3ce14bbcc07'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:25:51.786967 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abfdb0-40da-4c6e-9bf4-fd4051be0db8 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Pushing event deleted for resources: {'Port': ['ID=04ce72b1-912c-41be-a98d-a3ce14bbcc07,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:51.837552 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [req-30bcd28e-7235-4109-aed3-b8275ab00207 req-04abfdb0-40da-4c6e-9bf4-fd4051be0db8 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] No DVR routers for this DVR port 04ce72b1-912c-41be-a98d-a3ce14bbcc07 on host hv-cinder-78481 {{(pid=103820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:25:51.840081 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-30bcd28e-7235-4109-aed3-b8275ab00207 req-04abfdb0-40da-4c6e-9bf4-fd4051be0db8 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:51.844279 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-30bcd28e-7235-4109-aed3-b8275ab00207 req-04abfdb0-40da-4c6e-9bf4-fd4051be0db8 tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.42 "DELETE /v2.0/ports/04ce72b1-912c-41be-a98d-a3ce14bbcc07 HTTP/1.1" status: 204 len: 173 time: 0.7188082 Mar 29 20:25:51.844728 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da09d9f-0a2c-457f-8df5-3bbfe3808340', 'name': 'network-vif-deleted', 'tag': '04ce72b1-912c-41be-a98d-a3ce14bbcc07'}] {{(pid=103820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:25:51.848521 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6edefd21b48d6680289e87f093b2b3ac5ccca22ebb7ce82a748a83257c36a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a711e9b-2abf-4707-99ca-4b70535a5ee3" -d '{"events": [{"server_uuid": "6da09d9f-0a2c-457f-8df5-3bbfe3808340", "name": "network-vif-deleted", "tag": "04ce72b1-912c-41be-a98d-a3ce14bbcc07"}]}' {{(pid=103820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:25:51.953190 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30a6391-bc02-4ae1-b60a-0b7c9548d890 x-openstack-request-id: req-a30a6391-bc02-4ae1-b60a-0b7c9548d890 {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:25:51.955749 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da09d9f-0a2c-457f-8df5-3bbfe3808340", "name": "network-vif-deleted", "tag": "04ce72b1-912c-41be-a98d-a3ce14bbcc07", "status": "completed", "code": 200}]} {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:25:51.955749 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a30a6391-bc02-4ae1-b60a-0b7c9548d890 {{(pid=103820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:25:51.955749 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a30a6391-bc02-4ae1-b60a-0b7c9548d890'] response: {'server_uuid': '6da09d9f-0a2c-457f-8df5-3bbfe3808340', 'name': 'network-vif-deleted', 'tag': '04ce72b1-912c-41be-a98d-a3ce14bbcc07', 'status': 'completed', 'code': 200} Mar 29 20:25:52.191981 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009188b-fe8a-4370-8cd2-5feb7e0a8810 req-b6ccde9e-bd2c-4af5-b552-8e0ee035722a tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:52.194009 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1009188b-fe8a-4370-8cd2-5feb7e0a8810 req-b6ccde9e-bd2c-4af5-b552-8e0ee035722a tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=59df19e0-4809-43fa-b44f-8f0f25addde2 HTTP/1.1" status: 200 len: 944 time: 0.0704086 Mar 29 20:25:52.259775 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1009188b-fe8a-4370-8cd2-5feb7e0a8810 req-93a0a5f4-b619-4a2b-bc66-da9a9939ee42 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582047 Mar 29 20:25:52.330776 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 2ae132a6-3c81-4156-87cb-ab1dd302e252 up at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:25:52.445029 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning for port 2ae132a6-3c81-4156-87cb-ab1dd302e252 completed by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 20:25:52.449708 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning complete for port 2ae132a6-3c81-4156-87cb-ab1dd302e252 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:25:52.450086 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (2ae132a6-3c81-4156-87cb-ab1dd302e252), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:52.525436 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2b85d068-c820-42d5-9e86-4162cf4bba6c req-3e8ee27b-50ca-44d4-91c8-f3f71e6ca8cd tempest-ServerRescueNegativeTestJSON-1167825792 tempest-ServerRescueNegativeTestJSON-1167825792-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da09d9f-0a2c-457f-8df5-3bbfe3808340 HTTP/1.1" status: 200 len: 210 time: 0.0425401 Mar 29 20:25:52.548420 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 2ae132a6-3c81-4156-87cb-ab1dd302e252 is: BUILD; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:25:52.549151 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (2ae132a6-3c81-4156-87cb-ab1dd302e252), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:52.579396 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59df19e0-4809-43fa-b44f-8f0f25addde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae132a6-3c81-4156-87cb-ab1dd302e252'}] {{(pid=103822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:25:52.581916 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0861b571914e5dc523c78e704c27631447c9211d5b419e1eb1b6a7c48cd57d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953c6305-b572-45e6-ab2a-e9866ec75761" -d '{"events": [{"server_uuid": "59df19e0-4809-43fa-b44f-8f0f25addde2", "name": "network-vif-plugged", "status": "completed", "tag": "2ae132a6-3c81-4156-87cb-ab1dd302e252"}]}' {{(pid=103822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:25:52.596071 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 2ae132a6-3c81-4156-87cb-ab1dd302e252, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2ae132a6-3c81-4156-87cb-ab1dd302e252,segment=NetworkSegment(0cd826c0-2b4c-4186-9491-4ca38eacdbb2),segment_id=0cd826c0-2b4c-4186-9491-4ca38eacdbb2)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:25:52.624149 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b3db12-b8f9-40b8-b9c6-3bb6b598bbc7 x-openstack-request-id: req-d6b3db12-b8f9-40b8-b9c6-3bb6b598bbc7 {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:25:52.624462 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59df19e0-4809-43fa-b44f-8f0f25addde2", "name": "network-vif-plugged", "status": "completed", "tag": "2ae132a6-3c81-4156-87cb-ab1dd302e252", "code": 200}]} {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:25:52.624722 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d6b3db12-b8f9-40b8-b9c6-3bb6b598bbc7 {{(pid=103822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:25:52.625118 dv-cinder-784815-3-iscsi neutron-server[103822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6b3db12-b8f9-40b8-b9c6-3bb6b598bbc7'] response: {'server_uuid': '59df19e0-4809-43fa-b44f-8f0f25addde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae132a6-3c81-4156-87cb-ab1dd302e252', 'code': 200} Mar 29 20:25:52.626248 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8efc7-d9c3-4e0b-bdd5-4490438810ed req-ba7b5847-e2f7-4007-b8b7-cb2912b61516 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:52.627755 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e8b8efc7-d9c3-4e0b-bdd5-4490438810ed req-ba7b5847-e2f7-4007-b8b7-cb2912b61516 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 946 time: 0.0584817 Mar 29 20:25:52.662087 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (2ae132a6-3c81-4156-87cb-ab1dd302e252), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:52.686425 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e8b8efc7-d9c3-4e0b-bdd5-4490438810ed req-53828514-e577-45f9-8968-2644fdc18c8d tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524793 Mar 29 20:25:52.728082 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=2ae132a6-3c81-4156-87cb-ab1dd302e252,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:53.113555 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d06549-f41c-4667-b5d0-532296cfecfc req-34a55170-b5ec-4e96-aa47-fe739fdc8d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:53.115113 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-22d06549-f41c-4667-b5d0-532296cfecfc req-34a55170-b5ec-4e96-aa47-fe739fdc8d60 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=59df19e0-4809-43fa-b44f-8f0f25addde2 HTTP/1.1" status: 200 len: 1129 time: 0.0967319 Mar 29 20:25:53.165210 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-22d06549-f41c-4667-b5d0-532296cfecfc req-f7239856-8eb6-472f-b806-b0c6abe79c0e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391243 Mar 29 20:25:53.392634 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50bacc9-192f-4fbf-9e1d-c3a4355ee52d req-66ac86e6-2d60-43fb-a5eb-8c1baeebaad4 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:53.397076 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d50bacc9-192f-4fbf-9e1d-c3a4355ee52d req-66ac86e6-2d60-43fb-a5eb-8c1baeebaad4 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=59df19e0-4809-43fa-b44f-8f0f25addde2 HTTP/1.1" status: 200 len: 945 time: 0.0579185 Mar 29 20:25:53.443379 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d50bacc9-192f-4fbf-9e1d-c3a4355ee52d req-a8372479-3061-4d56-aee7-b363fc63e4c9 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434401 Mar 29 20:25:53.583549 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 49262) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:53.851710 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ef75e-a7c6-41ae-a771-aa9d486457d5 req-94933c6e-57dd-49f2-b2d2-ce405f6e38d9 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:53.853112 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-339ef75e-a7c6-41ae-a771-aa9d486457d5 req-94933c6e-57dd-49f2-b2d2-ce405f6e38d9 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 946 time: 0.0861275 Mar 29 20:25:54.010253 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-339ef75e-a7c6-41ae-a771-aa9d486457d5 req-b614d259-5572-4369-8ebf-2e5d5d926d17 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488876 Mar 29 20:25:54.319427 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-98b752fb-0d54-4fdc-9d4c-62c2cbbeab4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548673'] for router_interface (0c8b3a80-4aae-4fc7-ac23-665769945cd5), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:54.338559 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 04ce72b1-912c-41be-a98d-a3ce14bbcc07 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:25:54.364370 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] No Port match for: 04ce72b1-912c-41be-a98d-a3ce14bbcc07 {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:25:54.365053 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 04ce72b1-912c-41be-a98d-a3ce14bbcc07 not bound to the agent host hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:25:54.647147 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0433d13-3bc8-402c-a7cd-90c97175935f req-79f64a21-81c9-4f67-824b-da3b3c5b17e1 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:54.648737 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d0433d13-3bc8-402c-a7cd-90c97175935f req-79f64a21-81c9-4f67-824b-da3b3c5b17e1 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=59df19e0-4809-43fa-b44f-8f0f25addde2 HTTP/1.1" status: 200 len: 945 time: 0.1019368 Mar 29 20:25:54.743305 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d0433d13-3bc8-402c-a7cd-90c97175935f req-9a587413-be76-43e2-978b-b374200a6f9b tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883372 Mar 29 20:25:54.765561 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-98b752fb-0d54-4fdc-9d4c-62c2cbbeab4c admin admin] Deleting port 140331ae-5df5-45fa-a3f9-bea191881f2d {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:25:54.765894 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-98b752fb-0d54-4fdc-9d4c-62c2cbbeab4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (140331ae-5df5-45fa-a3f9-bea191881f2d), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:54.850541 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-98b752fb-0d54-4fdc-9d4c-62c2cbbeab4c admin admin] For port 140331ae-5df5-45fa-a3f9-bea191881f2d, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=140331ae-5df5-45fa-a3f9-bea191881f2d,segment=NetworkSegment(374fdad7-f913-494e-95a6-c81a6f6c7cc1),segment_id=374fdad7-f913-494e-95a6-c81a6f6c7cc1)] {{(pid=103820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:25:54.851001 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-98b752fb-0d54-4fdc-9d4c-62c2cbbeab4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (140331ae-5df5-45fa-a3f9-bea191881f2d), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:54.868057 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-98b752fb-0d54-4fdc-9d4c-62c2cbbeab4c admin admin] Calling delete_port for 140331ae-5df5-45fa-a3f9-bea191881f2d owned by network:router_interface {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:25:55.301217 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcd2e7-b7c2-441e-af0f-f898b6f29eae req-a7432768-4777-409d-b926-f5138099b97b tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:55.302634 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-21dcd2e7-b7c2-441e-af0f-f898b6f29eae req-a7432768-4777-409d-b926-f5138099b97b tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 946 time: 0.0795588 Mar 29 20:25:55.388359 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-21dcd2e7-b7c2-441e-af0f-f898b6f29eae req-e038ecb8-0771-46f8-bfbc-4cf89a5e73f1 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792279 Mar 29 20:25:55.444775 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-98b752fb-0d54-4fdc-9d4c-62c2cbbeab4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (140331ae-5df5-45fa-a3f9-bea191881f2d), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:55.470907 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b752fb-0d54-4fdc-9d4c-62c2cbbeab4c admin admin] Pushing event deleted for resources: {'Port': ['ID=140331ae-5df5-45fa-a3f9-bea191881f2d,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:55.639327 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-98b752fb-0d54-4fdc-9d4c-62c2cbbeab4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3663940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548049'] for router_interface (0c8b3a80-4aae-4fc7-ac23-665769945cd5), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:55.902497 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26fbd16-bdae-4e12-a72e-9b7512588292 req-51b1a3ac-77f0-419b-868f-f476490d44a4 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:55.903940 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a26fbd16-bdae-4e12-a72e-9b7512588292 req-51b1a3ac-77f0-419b-868f-f476490d44a4 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=59df19e0-4809-43fa-b44f-8f0f25addde2 HTTP/1.1" status: 200 len: 945 time: 0.0811341 Mar 29 20:25:55.913607 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b752fb-0d54-4fdc-9d4c-62c2cbbeab4c admin admin] Router 0c8b3a80-4aae-4fc7-ac23-665769945cd5 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:25:56.021016 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a26fbd16-bdae-4e12-a72e-9b7512588292 req-efe8955e-8635-4f7f-92ee-5dc3c8be182c tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093564 Mar 29 20:25:56.062629 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b752fb-0d54-4fdc-9d4c-62c2cbbeab4c admin admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:25:56.070765 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-98b752fb-0d54-4fdc-9d4c-62c2cbbeab4c admin admin] 10.222.0.43 "PUT /v2.0/routers/0c8b3a80-4aae-4fc7-ac23-665769945cd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4836218 Mar 29 20:25:56.071486 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 49276) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:56.072728 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49f3fe8-7a31-473f-a022-5fa99fc02dc1 None None] Sync routers for ids ['0c8b3a80-4aae-4fc7-ac23-665769945cd5'] in dv-cinder-784815-3-iscsi {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:25:56.084240 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49f3fe8-7a31-473f-a022-5fa99fc02dc1 None None] Routers {'0c8b3a80-4aae-4fc7-ac23-665769945cd5'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:25:56.084858 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-b49f3fe8-7a31-473f-a022-5fa99fc02dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:25:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['0c8b3a80-4aae-4fc7-ac23-665769945cd5'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:56.154255 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e7266-e608-4c45-9b11-a15b5070f321 req-235142c9-2f68-448c-887f-a0ef71545f12 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:56.156615 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5e9e7266-e608-4c45-9b11-a15b5070f321 req-235142c9-2f68-448c-887f-a0ef71545f12 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=59df19e0-4809-43fa-b44f-8f0f25addde2 HTTP/1.1" status: 200 len: 945 time: 0.0659475 Mar 29 20:25:56.186082 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-25e3995c-4bf5-47b9-a93a-876319750d7c admin admin] Publish callbacks [] for router (0c8b3a80-4aae-4fc7-ac23-665769945cd5), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:56.201849 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-b49f3fe8-7a31-473f-a022-5fa99fc02dc1 None None] Set router 0c8b3a80-4aae-4fc7-ac23-665769945cd5 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:25:56.209611 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5e9e7266-e608-4c45-9b11-a15b5070f321 req-b1ca0792-afab-4623-a49f-55a9ac7eb59c tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474074 Mar 29 20:25:56.234356 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 49280) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:56.307209 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-25e3995c-4bf5-47b9-a93a-876319750d7c admin admin] Publish callbacks [] for router_gateway (0c8b3a80-4aae-4fc7-ac23-665769945cd5), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:56.323404 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dffb136-88a6-4962-9818-3fd9345ef36a tempest-TestVolumeBootPattern-2013194712 tempest-TestVolumeBootPattern-2013194712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:56.325917 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-5dffb136-88a6-4962-9818-3fd9345ef36a tempest-TestVolumeBootPattern-2013194712 tempest-TestVolumeBootPattern-2013194712-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=59df19e0-4809-43fa-b44f-8f0f25addde2 HTTP/1.1" status: 200 len: 1124 time: 0.0896056 Mar 29 20:25:56.328125 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 49284) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:56.332494 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-b1302d29-799f-41d9-8785-ae94f382c896 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Request body: {'floatingip': {'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'port_id': '2ae132a6-3c81-4156-87cb-ab1dd302e252', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:25:56.389846 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b1302d29-799f-41d9-8785-ae94f382c896 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:56.410646 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-b49f3fe8-7a31-473f-a022-5fa99fc02dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1578203618-router', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '12477710-1a04-440e-9f58-027689602082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:25Z', 'updated_at': '2022-03-29T20:25:55Z', 'revision_number': 5, 'project_id': '378d35471c8d47cc9624b98530d05223', 'gw_port': {'id': '12477710-1a04-440e-9f58-027689602082', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:27Z', 'updated_at': '2022-03-29T20:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:56.419542 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-25e3995c-4bf5-47b9-a93a-876319750d7c admin admin] Deleting port 12477710-1a04-440e-9f58-027689602082 {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:25:56.419951 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-25e3995c-4bf5-47b9-a93a-876319750d7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (12477710-1a04-440e-9f58-027689602082), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:56.510879 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [None req-25e3995c-4bf5-47b9-a93a-876319750d7c admin admin] For port 12477710-1a04-440e-9f58-027689602082, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=12477710-1a04-440e-9f58-027689602082,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:25:56.511244 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-25e3995c-4bf5-47b9-a93a-876319750d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (12477710-1a04-440e-9f58-027689602082), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:56.525601 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-25e3995c-4bf5-47b9-a93a-876319750d7c admin admin] Calling delete_port for 12477710-1a04-440e-9f58-027689602082 owned by network:router_gateway {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:25:56.562424 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57101f0a-b4e6-407f-9c28-96e33543b043 req-dc74e287-bce7-4810-8238-95c342889ad4 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:56.564294 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-57101f0a-b4e6-407f-9c28-96e33543b043 req-dc74e287-bce7-4810-8238-95c342889ad4 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 946 time: 0.0803366 Mar 29 20:25:56.586081 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49f3fe8-7a31-473f-a022-5fa99fc02dc1 None None] Checking router: 0c8b3a80-4aae-4fc7-ac23-665769945cd5 for host: dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:25:56.589173 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b1302d29-799f-41d9-8785-ae94f382c896 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:56.596126 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49f3fe8-7a31-473f-a022-5fa99fc02dc1 None None] Routers {'0c8b3a80-4aae-4fc7-ac23-665769945cd5'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:25:56.596745 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-b49f3fe8-7a31-473f-a022-5fa99fc02dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:25:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['0c8b3a80-4aae-4fc7-ac23-665769945cd5'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:56.662307 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-57101f0a-b4e6-407f-9c28-96e33543b043 req-3914cde1-c3a4-4de6-9bf4-a1b8d94dff5d tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908220 Mar 29 20:25:56.711289 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-b49f3fe8-7a31-473f-a022-5fa99fc02dc1 None None] Set router 0c8b3a80-4aae-4fc7-ac23-665769945cd5 gateway port host: None {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:25:56.736205 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_common [None req-b1302d29-799f-41d9-8785-ae94f382c896 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Allocated IP 172.27.3.144 (921e7f1b-e183-4cfd-babe-1b51626667cb/9cb70218-5a19-4d48-a6d1-83791bae0ed9/bb7415c3-6502-46cb-9095-cc0fc8b20a2d) {{(pid=103820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:25:56.767304 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-b49f3fe8-7a31-473f-a022-5fa99fc02dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1578203618-router', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:25Z', 'updated_at': '2022-03-29T20:25:56Z', 'revision_number': 6, 'project_id': '378d35471c8d47cc9624b98530d05223', 'gw_port_host': None}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:56.787221 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-25e3995c-4bf5-47b9-a93a-876319750d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (12477710-1a04-440e-9f58-027689602082), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:56.799170 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49f3fe8-7a31-473f-a022-5fa99fc02dc1 None None] The sync data for ids ['0c8b3a80-4aae-4fc7-ac23-665769945cd5'] in dv-cinder-784815-3-iscsi is: [{'id': '0c8b3a80-4aae-4fc7-ac23-665769945cd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1578203618-router', 'tenant_id': '378d35471c8d47cc9624b98530d05223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:25Z', 'updated_at': '2022-03-29T20:25:56Z', 'revision_number': 6, 'project_id': '378d35471c8d47cc9624b98530d05223', 'gw_port_host': None}] {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:25:56.813327 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3995c-4bf5-47b9-a93a-876319750d7c admin admin] Pushing event deleted for resources: {'Port': ['ID=12477710-1a04-440e-9f58-027689602082,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:56.878050 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b1302d29-799f-41d9-8785-ae94f382c896 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for port (bb7415c3-6502-46cb-9095-cc0fc8b20a2d), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:56.894862 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-25e3995c-4bf5-47b9-a93a-876319750d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540987'] for router_gateway (0c8b3a80-4aae-4fc7-ac23-665769945cd5), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:56.976805 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b1302d29-799f-41d9-8785-ae94f382c896 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (bb7415c3-6502-46cb-9095-cc0fc8b20a2d), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:57.006036 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-25e3995c-4bf5-47b9-a93a-876319750d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-391'] for router (0c8b3a80-4aae-4fc7-ac23-665769945cd5), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:57.008248 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-25e3995c-4bf5-47b9-a93a-876319750d7c admin admin] Publish callbacks [] for router_controller (0c8b3a80-4aae-4fc7-ac23-665769945cd5), precommit_delete_associations {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:57.017926 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1302d29-799f-41d9-8785-ae94f382c896 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Network 921e7f1b-e183-4cfd-babe-1b51626667cb is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:25:57.020880 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-b1302d29-799f-41d9-8785-ae94f382c896 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:25:57.026487 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1302d29-799f-41d9-8785-ae94f382c896 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Received port after_create {{(pid=103820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:25:57.054079 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1302d29-799f-41d9-8785-ae94f382c896 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Pushing event updated for resources: {'Port': ['ID=bb7415c3-6502-46cb-9095-cc0fc8b20a2d,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:57.152659 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-25e3995c-4bf5-47b9-a93a-876319750d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-546014'] for router (0c8b3a80-4aae-4fc7-ac23-665769945cd5), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:57.153854 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e3995c-4bf5-47b9-a93a-876319750d7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c8b3a80-4aae-4fc7-ac23-665769945cd5 {{(pid=103821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 20:25:57.161149 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-25e3995c-4bf5-47b9-a93a-876319750d7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:57.164695 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-25e3995c-4bf5-47b9-a93a-876319750d7c admin admin] 10.222.0.43 "DELETE /v2.0/routers/0c8b3a80-4aae-4fc7-ac23-665769945cd5 HTTP/1.1" status: 204 len: 168 time: 1.0898159 Mar 29 20:25:57.164928 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 49288) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:57.210998 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad48c369-e305-4bc5-ae30-5fb06e602aa5 admin admin] Deleting subnet f62aa6e9-61aa-4730-afeb-7a2b7cae7991 {{(pid=103821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 20:25:57.214267 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ad48c369-e305-4bc5-ae30-5fb06e602aa5 admin admin] Publish callbacks [] for subnet (f62aa6e9-61aa-4730-afeb-7a2b7cae7991), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:57.249501 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ad48c369-e305-4bc5-ae30-5fb06e602aa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125898119'] for subnet (f62aa6e9-61aa-4730-afeb-7a2b7cae7991), precommit_delete_associations {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:57.369530 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ad48c369-e305-4bc5-ae30-5fb06e602aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3219654'] for subnet (f62aa6e9-61aa-4730-afeb-7a2b7cae7991), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:57.410401 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b1302d29-799f-41d9-8785-ae94f382c896 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for floatingip (3cc66d29-433e-4c6f-90f8-abab50840067), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:57.530791 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ad48c369-e305-4bc5-ae30-5fb06e602aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3219697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129148519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125915697'] for subnet (f62aa6e9-61aa-4730-afeb-7a2b7cae7991), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:57.565789 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48c369-e305-4bc5-ae30-5fb06e602aa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f62aa6e9-61aa-4730-afeb-7a2b7cae7991,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:57.568917 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ad48c369-e305-4bc5-ae30-5fb06e602aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for subnet (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:57.572850 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a416d5-f5bf-4157-9ecf-32a4442546e8 None None] Network fccb8720-153f-47bd-b545-dee0eba76738 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:25:57.574194 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-ad48c369-e305-4bc5-ae30-5fb06e602aa5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f62aa6e9-61aa-4730-afeb-7a2b7cae7991 HTTP/1.1" status: 204 len: 168 time: 0.4079354 Mar 29 20:25:57.579427 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 49290) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:57.628494 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b1302d29-799f-41d9-8785-ae94f382c896 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (bb7415c3-6502-46cb-9095-cc0fc8b20a2d), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:57.659861 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-042d1118-96c1-4499-9d36-bac5a995ed3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148679'] for network (fccb8720-153f-47bd-b545-dee0eba76738), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:57.798535 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-042d1118-96c1-4499-9d36-bac5a995ed3c admin admin] Deleting port 8dc030ca-c341-4f8e-9330-4d27abf2eabb {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:25:57.798875 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-042d1118-96c1-4499-9d36-bac5a995ed3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (8dc030ca-c341-4f8e-9330-4d27abf2eabb), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:57.802685 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 140331ae-5df5-45fa-a3f9-bea191881f2d no longer exists at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:25:57.837772 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] No Port match for: 140331ae-5df5-45fa-a3f9-bea191881f2d {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:25:57.838122 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 140331ae-5df5-45fa-a3f9-bea191881f2d not bound to the agent host dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:25:57.838540 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 12477710-1a04-440e-9f58-027689602082 no longer exists at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:25:57.870117 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e26923-d4c6-458e-851d-d3bca33874d7 None None] DHCP port deletion for fccb8720-153f-47bd-b545-dee0eba76738 request from dv-cinder-784815-3-iscsi {{(pid=103822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 20:25:57.876221 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] No Port match for: 12477710-1a04-440e-9f58-027689602082 {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:25:57.876573 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 12477710-1a04-440e-9f58-027689602082 not bound to the agent host dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:25:57.906612 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [None req-042d1118-96c1-4499-9d36-bac5a995ed3c admin admin] For port 8dc030ca-c341-4f8e-9330-4d27abf2eabb, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=8dc030ca-c341-4f8e-9330-4d27abf2eabb,segment=NetworkSegment(374fdad7-f913-494e-95a6-c81a6f6c7cc1),segment_id=374fdad7-f913-494e-95a6-c81a6f6c7cc1)] {{(pid=103821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:25:57.907484 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-042d1118-96c1-4499-9d36-bac5a995ed3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (8dc030ca-c341-4f8e-9330-4d27abf2eabb), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:57.926600 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-042d1118-96c1-4499-9d36-bac5a995ed3c admin admin] Calling delete_port for 8dc030ca-c341-4f8e-9330-4d27abf2eabb owned by network:dhcp {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:25:57.945171 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-19e26923-d4c6-458e-851d-d3bca33874d7 None None] Deleting port 8dc030ca-c341-4f8e-9330-4d27abf2eabb {{(pid=103822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:25:57.945597 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-19e26923-d4c6-458e-851d-d3bca33874d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (8dc030ca-c341-4f8e-9330-4d27abf2eabb), before_delete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:57.968248 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19c3a1-a0d3-4004-8050-4b48a7dfa175 req-0e90b7ea-b8c4-405d-871a-04e06c8e077c tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:57.969981 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5d19c3a1-a0d3-4004-8050-4b48a7dfa175 req-0e90b7ea-b8c4-405d-871a-04e06c8e077c tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 946 time: 0.1223085 Mar 29 20:25:57.972242 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b1302d29-799f-41d9-8785-ae94f382c896 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for port (bb7415c3-6502-46cb-9095-cc0fc8b20a2d), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:58.026548 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-19e26923-d4c6-458e-851d-d3bca33874d7 None None] For port 8dc030ca-c341-4f8e-9330-4d27abf2eabb, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=8dc030ca-c341-4f8e-9330-4d27abf2eabb,segment=NetworkSegment(374fdad7-f913-494e-95a6-c81a6f6c7cc1),segment_id=374fdad7-f913-494e-95a6-c81a6f6c7cc1)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:25:58.032153 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-19e26923-d4c6-458e-851d-d3bca33874d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (8dc030ca-c341-4f8e-9330-4d27abf2eabb), precommit_delete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:58.040078 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b1302d29-799f-41d9-8785-ae94f382c896 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126327796'] for port (bb7415c3-6502-46cb-9095-cc0fc8b20a2d), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:58.055868 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-19e26923-d4c6-458e-851d-d3bca33874d7 None None] Calling delete_port for 8dc030ca-c341-4f8e-9330-4d27abf2eabb owned by network:dhcp {{(pid=103822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:25:58.109621 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5d19c3a1-a0d3-4004-8050-4b48a7dfa175 req-52283505-4044-4093-b68c-b56f6689d5e8 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299772 Mar 29 20:25:58.130978 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-042d1118-96c1-4499-9d36-bac5a995ed3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (8dc030ca-c341-4f8e-9330-4d27abf2eabb), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:58.147684 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042d1118-96c1-4499-9d36-bac5a995ed3c admin admin] No DVR routers for this DVR port 8dc030ca-c341-4f8e-9330-4d27abf2eabb on host dv-cinder-784815-3-iscsi {{(pid=103821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:25:58.162623 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1302d29-799f-41d9-8785-ae94f382c896 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Pushing event updated for resources: {'Port': ['ID=bb7415c3-6502-46cb-9095-cc0fc8b20a2d,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:58.171734 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d1118-96c1-4499-9d36-bac5a995ed3c admin admin] Pushing event deleted for resources: {'Port': ['ID=8dc030ca-c341-4f8e-9330-4d27abf2eabb,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:58.179189 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b1302d29-799f-41d9-8785-ae94f382c896 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (3cc66d29-433e-4c6f-90f8-abab50840067), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:58.221142 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-19e26923-d4c6-458e-851d-d3bca33874d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279'] for port (8dc030ca-c341-4f8e-9330-4d27abf2eabb), after_delete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:58.244794 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-042d1118-96c1-4499-9d36-bac5a995ed3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336013', 'neutron.services.segments.db._delete_segments_for_network-8738049908282'] for network (fccb8720-153f-47bd-b545-dee0eba76738), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:58.249330 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e26923-d4c6-458e-851d-d3bca33874d7 None None] No DVR routers for this DVR port 8dc030ca-c341-4f8e-9330-4d27abf2eabb on host dv-cinder-784815-3-iscsi {{(pid=103822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:25:58.253774 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e26923-d4c6-458e-851d-d3bca33874d7 None None] Pushing event deleted for resources: {'Port': ['ID=8dc030ca-c341-4f8e-9330-4d27abf2eabb,revision_number=None']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:58.268358 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.services.segments.db [None req-042d1118-96c1-4499-9d36-bac5a995ed3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fccb8720-153f-47bd-b545-dee0eba76738']}} {{(pid=103821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:58.280387 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.services.segments.db [None req-042d1118-96c1-4499-9d36-bac5a995ed3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '374fdad7-f913-494e-95a6-c81a6f6c7cc1') {'for_net_delete': True} {{(pid=103821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:58.280707 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.services.segments.db [None req-042d1118-96c1-4499-9d36-bac5a995ed3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '374fdad7-f913-494e-95a6-c81a6f6c7cc1') {} {{(pid=103821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:58.298235 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-042d1118-96c1-4499-9d36-bac5a995ed3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050091075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125898124'] for segment (374fdad7-f913-494e-95a6-c81a6f6c7cc1), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:58.301572 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.db.l3_db [None req-b1302d29-799f-41d9-8785-ae94f382c896 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Floating IP 3cc66d29-433e-4c6f-90f8-abab50840067 associated. External IP: 172.27.3.144, port: 2ae132a6-3c81-4156-87cb-ab1dd302e252. Mar 29 20:25:58.311900 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-042d1118-96c1-4499-9d36-bac5a995ed3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (374fdad7-f913-494e-95a6-c81a6f6c7cc1), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:58.319689 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-042d1118-96c1-4499-9d36-bac5a995ed3c admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 20:25:58.321563 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-042d1118-96c1-4499-9d36-bac5a995ed3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129149377'] for segment (374fdad7-f913-494e-95a6-c81a6f6c7cc1), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: Traceback (most recent call last): Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: timer() Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: cb(*args, **kw) Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: return func(*args, **kwargs) Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: self._notify() Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: self.callback(batched_events) Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: event.method(event) Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: return f(self, *a, **k) Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: return self._get(url).json() Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: return self.request(url, 'GET', **kwargs) Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 20:25:58.322265 dv-cinder-784815-3-iscsi neutron-server[103821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 20:25:58.502242 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-042d1118-96c1-4499-9d36-bac5a995ed3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541015'] for network (fccb8720-153f-47bd-b545-dee0eba76738), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:58.508328 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-042d1118-96c1-4499-9d36-bac5a995ed3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:58.513639 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-042d1118-96c1-4499-9d36-bac5a995ed3c admin admin] 10.222.0.43 "DELETE /v2.0/networks/fccb8720-153f-47bd-b545-dee0eba76738 HTTP/1.1" status: 204 len: 168 time: 0.9312415 Mar 29 20:25:58.523643 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d1118-96c1-4499-9d36-bac5a995ed3c admin admin] Pushing event deleted for resources: {'Network': ['ID=fccb8720-153f-47bd-b545-dee0eba76738,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:58.532054 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1302d29-799f-41d9-8785-ae94f382c896 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Router de56441a-4d5f-4765-bbaa-4caada89364b has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:25:58.616295 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:58.650855 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1302d29-799f-41d9-8785-ae94f382c896 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:25:58.663446 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c11c29-21a3-4974-ab6e-35bbd1dea511 None None] Sync routers for ids ['de56441a-4d5f-4765-bbaa-4caada89364b'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:25:58.673879 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c11c29-21a3-4974-ab6e-35bbd1dea511 None None] Routers {'de56441a-4d5f-4765-bbaa-4caada89364b'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:25:58.674610 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-e5c11c29-21a3-4974-ab6e-35bbd1dea511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:25:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['de56441a-4d5f-4765-bbaa-4caada89364b'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:58.739372 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b1302d29-799f-41d9-8785-ae94f382c896 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:58.772026 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-b1302d29-799f-41d9-8785-ae94f382c896 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4428000 Mar 29 20:25:58.773147 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59df19e0-4809-43fa-b44f-8f0f25addde2', 'tag': '2ae132a6-3c81-4156-87cb-ab1dd302e252'}] {{(pid=103820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:25:58.775669 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6edefd21b48d6680289e87f093b2b3ac5ccca22ebb7ce82a748a83257c36a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728a6dca-af2e-49f6-bc24-e949818b7133" -d '{"events": [{"name": "network-changed", "server_uuid": "59df19e0-4809-43fa-b44f-8f0f25addde2", "tag": "2ae132a6-3c81-4156-87cb-ab1dd302e252"}]}' {{(pid=103820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:25:58.786494 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-e5c11c29-21a3-4974-ab6e-35bbd1dea511 None None] Set router de56441a-4d5f-4765-bbaa-4caada89364b gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:25:58.813896 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdbc28c-0e6f-4482-8617-0038ac194d04 x-openstack-request-id: req-afdbc28c-0e6f-4482-8617-0038ac194d04 {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:25:58.814284 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59df19e0-4809-43fa-b44f-8f0f25addde2", "tag": "2ae132a6-3c81-4156-87cb-ab1dd302e252", "status": "completed", "code": 200}]} {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:25:58.814701 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-afdbc28c-0e6f-4482-8617-0038ac194d04 {{(pid=103820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:25:58.815436 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afdbc28c-0e6f-4482-8617-0038ac194d04'] response: {'name': 'network-changed', 'server_uuid': '59df19e0-4809-43fa-b44f-8f0f25addde2', 'tag': '2ae132a6-3c81-4156-87cb-ab1dd302e252', 'status': 'completed', 'code': 200} Mar 29 20:25:58.822709 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 49302) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:58.865096 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-972b5a6d-12df-4808-97ee-bd162df4f366 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=378d35471c8d47cc9624b98530d05223&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411737 Mar 29 20:25:58.867578 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 49304) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:25:58.884913 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a6dca-af2e-49f6-bc24-e949818b7133 req-65e77a5c-b4fd-41ec-b4af-1a68f8029cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:58.886501 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-728a6dca-af2e-49f6-bc24-e949818b7133 req-65e77a5c-b4fd-41ec-b4af-1a68f8029cee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f9800a1b31b34882beb7e5e6dcb78fd6&device_id=59df19e0-4809-43fa-b44f-8f0f25addde2 HTTP/1.1" status: 200 len: 1129 time: 0.0517902 Mar 29 20:25:58.917454 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c7195eb8-33a8-46ff-ab33-ced369fd9f5f admin admin] Publish callbacks [] for security_group (255a3a9f-ebb8-4d3c-b08a-47e7772b0681), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:58.947267 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c7195eb8-33a8-46ff-ab33-ced369fd9f5f admin admin] Publish callbacks [] for security_group (255a3a9f-ebb8-4d3c-b08a-47e7772b0681), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:58.988178 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a6dca-af2e-49f6-bc24-e949818b7133 req-263a838b-50cf-4a80-ac0a-5cbeb042230e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:58.991733 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-728a6dca-af2e-49f6-bc24-e949818b7133 req-263a838b-50cf-4a80-ac0a-5cbeb042230e service neutron] 10.222.0.42 "GET /v2.0/networks?id=1485f463-e536-4f42-9db0-6c4b09430b64 HTTP/1.1" status: 200 len: 912 time: 0.0949132 Mar 29 20:25:59.021086 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-e5c11c29-21a3-4974-ab6e-35bbd1dea511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'name': 'tempest-TestVolumeBootPattern-403732453-router', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f177db50-1319-4967-885e-5da79d0748f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:02Z', 'updated_at': '2022-03-29T20:25:06Z', 'revision_number': 4, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'gw_port': {'id': 'f177db50-1319-4967-885e-5da79d0748f3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:03Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '3cc66d29-433e-4c6f-90f8-abab50840067', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'port_id': '2ae132a6-3c81-4156-87cb-ab1dd302e252', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'mac_address': 'fa:16:3e:4e:6d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59df19e0-4809-43fa-b44f-8f0f25addde2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:25:57Z', 'updated_at': '2022-03-29T20:25:57Z', 'revision_number': 0, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62b4591-cc81-42c5-804c-39393b1ebb1e', 'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'mac_address': 'fa:16:3e:58:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:05Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 5, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'subnets': [{'id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:59.057652 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-728a6dca-af2e-49f6-bc24-e949818b7133 req-fe20df45-ce0d-4ffe-8ac1-699b9b16dc59 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ae132a6-3c81-4156-87cb-ab1dd302e252 HTTP/1.1" status: 200 len: 999 time: 0.0607810 Mar 29 20:25:59.061763 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c7195eb8-33a8-46ff-ab33-ced369fd9f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (255a3a9f-ebb8-4d3c-b08a-47e7772b0681), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:59.064473 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c7195eb8-33a8-46ff-ab33-ced369fd9f5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:25:59.068409 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-c7195eb8-33a8-46ff-ab33-ced369fd9f5f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/255a3a9f-ebb8-4d3c-b08a-47e7772b0681 HTTP/1.1" status: 204 len: 168 time: 0.1969860 Mar 29 20:25:59.076394 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7195eb8-33a8-46ff-ab33-ced369fd9f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255a3a9f-ebb8-4d3c-b08a-47e7772b0681,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:25:59.150096 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a6dca-af2e-49f6-bc24-e949818b7133 req-f51a3af2-d781-4dbe-a74a-f56f69a947f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:59.152725 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-728a6dca-af2e-49f6-bc24-e949818b7133 req-f51a3af2-d781-4dbe-a74a-f56f69a947f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99545cee-9f42-4fac-8b36-5dffd0cc2c3e HTTP/1.1" status: 200 len: 850 time: 0.0883167 Mar 29 20:25:59.153819 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c11c29-21a3-4974-ab6e-35bbd1dea511 None None] Checking router: de56441a-4d5f-4765-bbaa-4caada89364b for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:25:59.163306 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c11c29-21a3-4974-ab6e-35bbd1dea511 None None] Routers {'de56441a-4d5f-4765-bbaa-4caada89364b'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:25:59.163929 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-e5c11c29-21a3-4974-ab6e-35bbd1dea511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:25:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['de56441a-4d5f-4765-bbaa-4caada89364b'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:59.221701 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a6dca-af2e-49f6-bc24-e949818b7133 req-ae5f180f-7169-4f06-a3c3-857b8e4892eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:59.223381 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-728a6dca-af2e-49f6-bc24-e949818b7133 req-ae5f180f-7169-4f06-a3c3-857b8e4892eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1485f463-e536-4f42-9db0-6c4b09430b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635459 Mar 29 20:25:59.247591 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6bd40-dde7-4cfc-b4b6-8a6617f1b43f req-db659d22-f935-4cd1-871c-19df18adff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:59.250349 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-dbc6bd40-dde7-4cfc-b4b6-8a6617f1b43f req-db659d22-f935-4cd1-871c-19df18adff0a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2edfa256a0874cc7afc8c01ea3e810be&device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 1130 time: 0.1308222 Mar 29 20:25:59.291649 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-e5c11c29-21a3-4974-ab6e-35bbd1dea511 None None] Set router de56441a-4d5f-4765-bbaa-4caada89364b gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:25:59.408982 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b95e0-2562-46b2-8bec-e4b6d18e9c90 req-652648bd-b315-4653-8a25-290cfaac1df2 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:59.422727 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7e5b95e0-2562-46b2-8bec-e4b6d18e9c90 req-652648bd-b315-4653-8a25-290cfaac1df2 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 946 time: 0.1523635 Mar 29 20:25:59.427040 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6bd40-dde7-4cfc-b4b6-8a6617f1b43f req-716b919b-ed47-4db1-8903-1b7e3b002121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:59.429650 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-dbc6bd40-dde7-4cfc-b4b6-8a6617f1b43f req-716b919b-ed47-4db1-8903-1b7e3b002121 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d939773b-8d62-47b4-b7b4-1f471826d25d HTTP/1.1" status: 200 len: 910 time: 0.1701539 Mar 29 20:25:59.448185 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-728a6dca-af2e-49f6-bc24-e949818b7133 req-56e51ea6-0361-43a9-a6d1-3b6fc05eeced service neutron] 10.222.0.42 "GET /v2.0/networks/1485f463-e536-4f42-9db0-6c4b09430b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161744 Mar 29 20:25:59.547423 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-dbc6bd40-dde7-4cfc-b4b6-8a6617f1b43f req-d10316c6-e3c0-421b-a3ab-ed38ee6cd205 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17f5280a-0809-4341-b09e-7e4fca341272 HTTP/1.1" status: 200 len: 1001 time: 0.1088672 Mar 29 20:25:59.579787 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-e5c11c29-21a3-4974-ab6e-35bbd1dea511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'name': 'tempest-TestVolumeBootPattern-403732453-router', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f177db50-1319-4967-885e-5da79d0748f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:02Z', 'updated_at': '2022-03-29T20:25:06Z', 'revision_number': 4, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'gw_port': {'id': 'f177db50-1319-4967-885e-5da79d0748f3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:03Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '3cc66d29-433e-4c6f-90f8-abab50840067', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'port_id': '2ae132a6-3c81-4156-87cb-ab1dd302e252', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'mac_address': 'fa:16:3e:4e:6d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59df19e0-4809-43fa-b44f-8f0f25addde2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:25:57Z', 'updated_at': '2022-03-29T20:25:57Z', 'revision_number': 0, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62b4591-cc81-42c5-804c-39393b1ebb1e', 'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'mac_address': 'fa:16:3e:58:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:05Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 5, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'subnets': [{'id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:25:59.631522 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6bd40-dde7-4cfc-b4b6-8a6617f1b43f req-a2a6a0be-1f77-413d-aa46-51eb1a7daa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:59.634087 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c11c29-21a3-4974-ab6e-35bbd1dea511 None None] The sync data for ids ['de56441a-4d5f-4765-bbaa-4caada89364b'] in dv-cinder-784815-3-iscsi is: [{'id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'name': 'tempest-TestVolumeBootPattern-403732453-router', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f177db50-1319-4967-885e-5da79d0748f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:02Z', 'updated_at': '2022-03-29T20:25:06Z', 'revision_number': 4, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'gw_port': {'id': 'f177db50-1319-4967-885e-5da79d0748f3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:03Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '3cc66d29-433e-4c6f-90f8-abab50840067', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'port_id': '2ae132a6-3c81-4156-87cb-ab1dd302e252', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'mac_address': 'fa:16:3e:4e:6d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59df19e0-4809-43fa-b44f-8f0f25addde2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:25:57Z', 'updated_at': '2022-03-29T20:25:57Z', 'revision_number': 0, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62b4591-cc81-42c5-804c-39393b1ebb1e', 'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'mac_address': 'fa:16:3e:58:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:05Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 5, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'subnets': [{'id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:25:59.634346 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-dbc6bd40-dde7-4cfc-b4b6-8a6617f1b43f req-a2a6a0be-1f77-413d-aa46-51eb1a7daa51 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=799fd8a5-a8ac-4d73-99bd-f021992151a2 HTTP/1.1" status: 200 len: 848 time: 0.0776880 Mar 29 20:25:59.635407 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7e5b95e0-2562-46b2-8bec-e4b6d18e9c90 req-45b97462-7420-4971-ac00-f9e93dd85046 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110868 Mar 29 20:25:59.639054 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-728a6dca-af2e-49f6-bc24-e949818b7133 req-0185b007-a3d0-4822-a0fb-0f7d589e3631 service neutron] 10.222.0.42 "GET /v2.0/networks/1485f463-e536-4f42-9db0-6c4b09430b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836121 Mar 29 20:25:59.753573 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6bd40-dde7-4cfc-b4b6-8a6617f1b43f req-653a84bd-6953-44aa-9625-598dec7c1554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:25:59.758144 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-dbc6bd40-dde7-4cfc-b4b6-8a6617f1b43f req-653a84bd-6953-44aa-9625-598dec7c1554 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d939773b-8d62-47b4-b7b4-1f471826d25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1063805 Mar 29 20:25:59.816415 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 8dc030ca-c341-4f8e-9330-4d27abf2eabb no longer exists at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:25:59.841337 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] No Port match for: 8dc030ca-c341-4f8e-9330-4d27abf2eabb {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:25:59.844756 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 8dc030ca-c341-4f8e-9330-4d27abf2eabb not bound to the agent host dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:25:59.900048 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-dbc6bd40-dde7-4cfc-b4b6-8a6617f1b43f req-d58e48dd-79cd-4715-b581-4dd9d05f4048 service neutron] 10.222.0.42 "GET /v2.0/networks/d939773b-8d62-47b4-b7b4-1f471826d25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334984 Mar 29 20:26:00.000224 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4d45a5-4cfc-4d58-bf7e-056b13b95ef0 None None] New status for floating IP 3cc66d29-433e-4c6f-90f8-abab50840067: ACTIVE {{(pid=103822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 20:26:00.025375 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-dbc6bd40-dde7-4cfc-b4b6-8a6617f1b43f req-01d6aa36-2f3a-46be-ba59-b0b0c9fd3f94 service neutron] 10.222.0.42 "GET /v2.0/networks/d939773b-8d62-47b4-b7b4-1f471826d25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175721 Mar 29 20:26:00.511891 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 49328) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:26:00.607165 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-0a5a5fb3-68e1-42c1-9b4b-dc19919d15af admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2078909754-network', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:26:00.678628 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5a5fb3-68e1-42c1-9b4b-dc19919d15af admin admin] Made reservation on behalf of 10e0da9e3b824cd2bfb89fac347f7dc6 for: {'network': 1} {{(pid=103821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:26:00.681035 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0a5a5fb3-68e1-42c1-9b4b-dc19919d15af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for network (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:00.691543 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0a5a5fb3-68e1-42c1-9b4b-dc19919d15af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:00.768402 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0a5a5fb3-68e1-42c1-9b4b-dc19919d15af admin admin] Publish callbacks [] for security_group (d81ebfb7-cbcc-4636-8bf7-69d7e690b605), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:00.787569 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763d4e6-b722-455e-82be-ae5ec4de3c82 req-fbf83f22-0ef7-4c67-88e8-db9cd539aa77 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:00.789058 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f763d4e6-b722-455e-82be-ae5ec4de3c82 req-fbf83f22-0ef7-4c67-88e8-db9cd539aa77 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 946 time: 0.0581250 Mar 29 20:26:00.838843 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f763d4e6-b722-455e-82be-ae5ec4de3c82 req-65dcfe63-5512-46ee-901d-4480ccfbd6cc tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436528 Mar 29 20:26:00.850254 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0a5a5fb3-68e1-42c1-9b4b-dc19919d15af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (d81ebfb7-cbcc-4636-8bf7-69d7e690b605), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:00.875409 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5a5fb3-68e1-42c1-9b4b-dc19919d15af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=103821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 20:26:00.884879 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a5fb3-68e1-42c1-9b4b-dc19919d15af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81ebfb7-cbcc-4636-8bf7-69d7e690b605,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:00.890160 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0a5a5fb3-68e1-42c1-9b4b-dc19919d15af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (5e7bedf7-f22f-4efb-a5de-316c44ea4199), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:00.895236 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.db.segments_db [None req-0a5a5fb3-68e1-42c1-9b4b-dc19919d15af admin admin] Added segment 5e7bedf7-f22f-4efb-a5de-316c44ea4199 of type vlan for network f8b66423-ac0e-4129-a8d8-af5b7d1e3244 Mar 29 20:26:00.929107 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0a5a5fb3-68e1-42c1-9b4b-dc19919d15af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738049548858'] for network (f8b66423-ac0e-4129-a8d8-af5b7d1e3244), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:01.015440 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0a5a5fb3-68e1-42c1-9b4b-dc19919d15af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for network (f8b66423-ac0e-4129-a8d8-af5b7d1e3244), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:01.016541 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5a5fb3-68e1-42c1-9b4b-dc19919d15af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:01.017158 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0a5a5fb3-68e1-42c1-9b4b-dc19919d15af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:01.077905 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a5fb3-68e1-42c1-9b4b-dc19919d15af admin admin] Pushing event updated for resources: {'Network': ['ID=f8b66423-ac0e-4129-a8d8-af5b7d1e3244,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:01.087671 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Network f8b66423-ac0e-4129-a8d8-af5b7d1e3244 details requested by agent ovs-agent-dv-cinder-784815-3-iscsi with host dv-cinder-784815-3-iscsi {{(pid=103822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 20:26:01.155716 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-0a5a5fb3-68e1-42c1-9b4b-dc19919d15af admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6418986 Mar 29 20:26:01.158536 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 49334) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:26:01.163058 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-5003b5f0-e73f-4e71-8b7f-67e80b991226 admin admin] Request body: {'subnet': {'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-subnet', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:26:01.261580 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5003b5f0-e73f-4e71-8b7f-67e80b991226 admin admin] Made reservation on behalf of 10e0da9e3b824cd2bfb89fac347f7dc6 for: {'subnet': 1} {{(pid=103821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:26:01.264118 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5003b5f0-e73f-4e71-8b7f-67e80b991226 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125915694'] for subnet (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:01.525079 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5003b5f0-e73f-4e71-8b7f-67e80b991226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129148452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125915704'] for subnet (99e69427-dc4b-4dea-9fd9-9d2856b30669), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:01.796738 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003b5f0-e73f-4e71-8b7f-67e80b991226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99e69427-dc4b-4dea-9fd9-9d2856b30669,revision_number=0']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:01.812626 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5003b5f0-e73f-4e71-8b7f-67e80b991226 admin admin] Checking segment: {'id': '5e7bedf7-f22f-4efb-a5de-316c44ea4199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:26:01.812992 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5003b5f0-e73f-4e71-8b7f-67e80b991226 admin admin] Network hostable DHCP agents. Network: f8b66423-ac0e-4129-a8d8-af5b7d1e3244, hostable agents: ['fbd11a15-72c3-4df4-9a60-af3fb4eb1f23'], hosted agents: [] {{(pid=103821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 20:26:01.907786 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5003b5f0-e73f-4e71-8b7f-67e80b991226 admin admin] Network f8b66423-ac0e-4129-a8d8-af5b7d1e3244 is scheduled to be hosted by DHCP agent fbd11a15-72c3-4df4-9a60-af3fb4eb1f23 with binding_index 1 {{(pid=103821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 20:26:01.968486 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a255c-3e26-44aa-bf6a-d5424753509d req-8ef8c571-b9a1-47d4-831b-fe58e55ea183 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:01.970478 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e77a255c-3e26-44aa-bf6a-d5424753509d req-8ef8c571-b9a1-47d4-831b-fe58e55ea183 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 946 time: 0.0572820 Mar 29 20:26:02.010481 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [None req-5003b5f0-e73f-4e71-8b7f-67e80b991226 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-3-iscsi, f8b66423-ac0e-4129-a8d8-af5b7d1e3244) {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:26:02.015789 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5003b5f0-e73f-4e71-8b7f-67e80b991226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:02.016874 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5003b5f0-e73f-4e71-8b7f-67e80b991226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for subnet (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:02.022249 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea47919-63e9-49af-8688-1a6c54b47913 None None] Network f8b66423-ac0e-4129-a8d8-af5b7d1e3244 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:26:02.024748 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e77a255c-3e26-44aa-bf6a-d5424753509d req-a2ed3352-154c-4a52-87f8-ad84ed47d8b1 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469797 Mar 29 20:26:02.115551 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-5003b5f0-e73f-4e71-8b7f-67e80b991226 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9518383 Mar 29 20:26:02.115835 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 49338) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:26:02.121456 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-24974b44-c33c-489d-b26e-93feee1c6c02 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:26:02.129062 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8b3ee0-8481-4331-b37d-fa832ba9da1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bbac15f-45b0-565a-a02d-41b9043018c6-f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669'}]}} from dv-cinder-784815-3-iscsi. {{(pid=103822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 20:26:02.129965 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-9a8b3ee0-8481-4331-b37d-fa832ba9da1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:02.222958 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-24974b44-c33c-489d-b26e-93feee1c6c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router (4a8de07c-e7e6-411d-ad8d-06d31fa09371), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:02.225059 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-24974b44-c33c-489d-b26e-93feee1c6c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-432'] for router (4a8de07c-e7e6-411d-ad8d-06d31fa09371), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:02.268522 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.db_base_plugin_common [None req-9a8b3ee0-8481-4331-b37d-fa832ba9da1b None None] Allocated IP 172.20.0.2 (f8b66423-ac0e-4129-a8d8-af5b7d1e3244/99e69427-dc4b-4dea-9fd9-9d2856b30669/9b4d0e7e-51de-4bbc-8128-673de8f00540) {{(pid=103822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:26:02.279352 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-24974b44-c33c-489d-b26e-93feee1c6c02 admin admin] Publish callbacks [] for router_controller (4a8de07c-e7e6-411d-ad8d-06d31fa09371), precommit_add_association {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:02.417041 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-9a8b3ee0-8481-4331-b37d-fa832ba9da1b None None] Publish callbacks [] for port (9b4d0e7e-51de-4bbc-8128-673de8f00540), precommit_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:02.473501 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-24974b44-c33c-489d-b26e-93feee1c6c02 admin admin] Publish callbacks [] for router_gateway (4a8de07c-e7e6-411d-ad8d-06d31fa09371), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:02.560102 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-9a8b3ee0-8481-4331-b37d-fa832ba9da1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270'] for port (9b4d0e7e-51de-4bbc-8128-673de8f00540), after_create {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:02.599437 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8b3ee0-8481-4331-b37d-fa832ba9da1b None None] Network f8b66423-ac0e-4129-a8d8-af5b7d1e3244 is already hosted by enough agents. {{(pid=103822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:26:02.602273 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.scheduler.base_scheduler [None req-9a8b3ee0-8481-4331-b37d-fa832ba9da1b None None] Resources bound (agent type, host, resource id): {{(pid=103822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:26:02.605964 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8b3ee0-8481-4331-b37d-fa832ba9da1b None None] Received port after_create {{(pid=103822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:26:02.619570 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b3ee0-8481-4331-b37d-fa832ba9da1b None None] Pushing event updated for resources: {'Port': ['ID=9b4d0e7e-51de-4bbc-8128-673de8f00540,revision_number=1']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:02.674312 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-9a8b3ee0-8481-4331-b37d-fa832ba9da1b None None] Attempting to bind port 9b4d0e7e-51de-4bbc-8128-673de8f00540 on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:26:02.674782 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-9a8b3ee0-8481-4331-b37d-fa832ba9da1b None None] Attempting to bind port 9b4d0e7e-51de-4bbc-8128-673de8f00540 by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': '5e7bedf7-f22f-4efb-a5de-316c44ea4199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244'}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:26:02.675218 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8b3ee0-8481-4331-b37d-fa832ba9da1b None None] Attempting to bind port 9b4d0e7e-51de-4bbc-8128-673de8f00540 on network f8b66423-ac0e-4129-a8d8-af5b7d1e3244 {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:26:02.680467 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8b3ee0-8481-4331-b37d-fa832ba9da1b None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:26:02.680828 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8b3ee0-8481-4331-b37d-fa832ba9da1b None None] Checking segment: {'id': '5e7bedf7-f22f-4efb-a5de-316c44ea4199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:26:02.681231 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-9a8b3ee0-8481-4331-b37d-fa832ba9da1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:02.681655 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8b3ee0-8481-4331-b37d-fa832ba9da1b None None] Bound using segment: {'id': '5e7bedf7-f22f-4efb-a5de-316c44ea4199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244'} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:26:02.682118 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-9a8b3ee0-8481-4331-b37d-fa832ba9da1b None None] Bound port: 9b4d0e7e-51de-4bbc-8128-673de8f00540, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7bedf7-f22f-4efb-a5de-316c44ea4199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244'}}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:26:02.682498 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-9a8b3ee0-8481-4331-b37d-fa832ba9da1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (9b4d0e7e-51de-4bbc-8128-673de8f00540), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:02.751127 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-9a8b3ee0-8481-4331-b37d-fa832ba9da1b None None] For port 9b4d0e7e-51de-4bbc-8128-673de8f00540, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:26:02.754378 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-9a8b3ee0-8481-4331-b37d-fa832ba9da1b None None] For port 9b4d0e7e-51de-4bbc-8128-673de8f00540, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=9b4d0e7e-51de-4bbc-8128-673de8f00540,segment=NetworkSegment(5e7bedf7-f22f-4efb-a5de-316c44ea4199),segment_id=5e7bedf7-f22f-4efb-a5de-316c44ea4199)] {{(pid=103822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:26:02.783270 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-24974b44-c33c-489d-b26e-93feee1c6c02 admin admin] Publish callbacks [] for router_gateway (4a8de07c-e7e6-411d-ad8d-06d31fa09371), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:02.802107 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-24974b44-c33c-489d-b26e-93feee1c6c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:02.822564 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-9a8b3ee0-8481-4331-b37d-fa832ba9da1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (9b4d0e7e-51de-4bbc-8128-673de8f00540), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:02.882071 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b3ee0-8481-4331-b37d-fa832ba9da1b None None] Pushing event updated for resources: {'Port': ['ID=9b4d0e7e-51de-4bbc-8128-673de8f00540,revision_number=2']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:02.913871 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_common [None req-24974b44-c33c-489d-b26e-93feee1c6c02 admin admin] Allocated IP 172.27.3.68 (921e7f1b-e183-4cfd-babe-1b51626667cb/9cb70218-5a19-4d48-a6d1-83791bae0ed9/2cca5e76-e52a-45c8-9a89-06729004b54c) {{(pid=103821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:26:03.025482 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-24974b44-c33c-489d-b26e-93feee1c6c02 admin admin] Publish callbacks [] for port (2cca5e76-e52a-45c8-9a89-06729004b54c), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:03.152547 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-24974b44-c33c-489d-b26e-93feee1c6c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (2cca5e76-e52a-45c8-9a89-06729004b54c), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:03.175761 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9a754-9e39-4590-9558-79262c438aaf req-a3903132-a899-4157-a121-57ba5e17104d tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:03.183531 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-47a9a754-9e39-4590-9558-79262c438aaf req-a3903132-a899-4157-a121-57ba5e17104d tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 946 time: 0.0691450 Mar 29 20:26:03.191254 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24974b44-c33c-489d-b26e-93feee1c6c02 admin admin] Network 921e7f1b-e183-4cfd-babe-1b51626667cb is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:26:03.195878 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [None req-24974b44-c33c-489d-b26e-93feee1c6c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:26:03.204972 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24974b44-c33c-489d-b26e-93feee1c6c02 admin admin] Received port after_create {{(pid=103821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:26:03.211506 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24974b44-c33c-489d-b26e-93feee1c6c02 admin admin] Pushing event updated for resources: {'Port': ['ID=2cca5e76-e52a-45c8-9a89-06729004b54c,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:03.243900 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-47a9a754-9e39-4590-9558-79262c438aaf req-ddaba372-2100-4c77-9f48-03fecfaf1ef3 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593822 Mar 29 20:26:03.372792 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [req-08d5e26a-a219-45b0-bd31-7c77ab039866 req-a9b9523a-7a53-4c75-9d5a-723bfea1a9cf service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103820) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 20:26:03.373886 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-08d5e26a-a219-45b0-bd31-7c77ab039866 req-a9b9523a-7a53-4c75-9d5a-723bfea1a9cf service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0552959 Mar 29 20:26:03.517669 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-24974b44-c33c-489d-b26e-93feee1c6c02 admin admin] Publish callbacks [] for router_gateway (4a8de07c-e7e6-411d-ad8d-06d31fa09371), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:03.643234 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7934a-b9bb-4a77-9a96-280d6da2c407 req-5b7b5ddd-d240-420e-8bd0-5e06122fca12 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:03.645166 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d9d7934a-b9bb-4a77-9a96-280d6da2c407 req-5b7b5ddd-d240-420e-8bd0-5e06122fca12 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 946 time: 0.0553129 Mar 29 20:26:03.706032 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d9d7934a-b9bb-4a77-9a96-280d6da2c407 req-24fb687c-ce05-4a20-83d7-c45ee41bac1d tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506072 Mar 29 20:26:03.706496 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 49354) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:26:03.768879 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-24974b44-c33c-489d-b26e-93feee1c6c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540959'] for router (4a8de07c-e7e6-411d-ad8d-06d31fa09371), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:03.829660 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ab30572a-d7c1-492b-b005-102d5bf82d16 req-5b19e9ab-afc2-46f7-bab7-1c16d38ca3a8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1218970 Mar 29 20:26:03.841601 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [req-ab30572a-d7c1-492b-b005-102d5bf82d16 req-2f32f303-2633-4eee-83bc-fbe889459fa0 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103820) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 20:26:03.843464 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ab30572a-d7c1-492b-b005-102d5bf82d16 req-2f32f303-2633-4eee-83bc-fbe889459fa0 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078313 Mar 29 20:26:03.848000 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 9b4d0e7e-51de-4bbc-8128-673de8f00540 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:26:03.913019 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 9b4d0e7e-51de-4bbc-8128-673de8f00540 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:26:03.913675 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (9b4d0e7e-51de-4bbc-8128-673de8f00540), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:04.014543 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 49362) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:26:04.021255 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 9b4d0e7e-51de-4bbc-8128-673de8f00540 is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:26:04.021550 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (9b4d0e7e-51de-4bbc-8128-673de8f00540), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:04.043190 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3792b4-40d3-4f10-a275-0aee5c44bbbd None None] Network f8b66423-ac0e-4129-a8d8-af5b7d1e3244 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:26:04.057095 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24974b44-c33c-489d-b26e-93feee1c6c02 admin admin] Router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 is scheduled to L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d with binding_index 1 {{(pid=103821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 20:26:04.103955 dv-cinder-784815-3-iscsi neutron-server[103821]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 29 20:26:04.110460 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] For port 9b4d0e7e-51de-4bbc-8128-673de8f00540, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=9b4d0e7e-51de-4bbc-8128-673de8f00540,segment=NetworkSegment(5e7bedf7-f22f-4efb-a5de-316c44ea4199),segment_id=5e7bedf7-f22f-4efb-a5de-316c44ea4199)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:26:04.130175 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7c357210-4379-4986-bc2f-e1f0d4199226 None None] Provisioning complete for port 9b4d0e7e-51de-4bbc-8128-673de8f00540 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:26:04.130543 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7c357210-4379-4986-bc2f-e1f0d4199226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (9b4d0e7e-51de-4bbc-8128-673de8f00540), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:04.192561 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30572a-d7c1-492b-b005-102d5bf82d16 req-a99ad29e-a83a-48ae-abe3-9af779079d12 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:04.193990 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-ab30572a-d7c1-492b-b005-102d5bf82d16 req-a99ad29e-a83a-48ae-abe3-9af779079d12 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports/17f5280a-0809-4341-b09e-7e4fca341272 HTTP/1.1" status: 200 len: 943 time: 0.1784258 Mar 29 20:26:04.216412 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24974b44-c33c-489d-b26e-93feee1c6c02 admin admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:26:04.226010 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc53a0b-5f2b-4466-a5f2-a944d32d6725 None None] Sync routers for ids ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:26:04.248355 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc53a0b-5f2b-4466-a5f2-a944d32d6725 None None] Routers {'4a8de07c-e7e6-411d-ad8d-06d31fa09371'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:26:04.249478 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-fcc53a0b-5f2b-4466-a5f2-a944d32d6725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:25:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:26:04.287452 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-24974b44-c33c-489d-b26e-93feee1c6c02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:04.288829 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 49368) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:26:04.294615 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (9b4d0e7e-51de-4bbc-8128-673de8f00540), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:04.295607 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-24974b44-c33c-489d-b26e-93feee1c6c02 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1781640 Mar 29 20:26:04.370509 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-fcc53a0b-5f2b-4466-a5f2-a944d32d6725 None None] Set router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:26:04.382285 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Pushing event updated for resources: {'Port': ['ID=9b4d0e7e-51de-4bbc-8128-673de8f00540,revision_number=3']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:04.394139 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:04.394489 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:04.394831 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:04.395188 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:04.395526 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:04.395855 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:04.396180 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:04.396504 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:04.396826 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:04.397149 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:04.397528 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:04.397874 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:04.398201 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:04.402090 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:04.402090 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:04.445420 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7c357210-4379-4986-bc2f-e1f0d4199226 None None] Current status of the port 9b4d0e7e-51de-4bbc-8128-673de8f00540 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:26:04.582523 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-fcc53a0b-5f2b-4466-a5f2-a944d32d6725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:03Z', 'revision_number': 3, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port': {'id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:26:04.613806 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc53a0b-5f2b-4466-a5f2-a944d32d6725 None None] Checking router: 4a8de07c-e7e6-411d-ad8d-06d31fa09371 for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:26:04.614155 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc53a0b-5f2b-4466-a5f2-a944d32d6725 None None] Updating router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 port 2cca5e76-e52a-45c8-9a89-06729004b54c binding host dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 20:26:04.647677 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-fcc53a0b-5f2b-4466-a5f2-a944d32d6725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (2cca5e76-e52a-45c8-9a89-06729004b54c), before_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:04.667723 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-44bf4f40-052d-4d53-a569-92e866023049 None None] Provisioning complete for port 9b4d0e7e-51de-4bbc-8128-673de8f00540 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:26:04.668096 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-44bf4f40-052d-4d53-a569-92e866023049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (9b4d0e7e-51de-4bbc-8128-673de8f00540), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:04.773819 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-44bf4f40-052d-4d53-a569-92e866023049 None None] Current status of the port 9b4d0e7e-51de-4bbc-8128-673de8f00540 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:26:04.939339 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-fcc53a0b-5f2b-4466-a5f2-a944d32d6725 None None] Publish callbacks [] for port (2cca5e76-e52a-45c8-9a89-06729004b54c), precommit_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:05.025594 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1f9ca-6c1a-47da-b2d8-f8a1fd3cac19 req-83dd1e90-b45f-4934-b9e8-9e1b92d38dda tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:05.027062 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-95c1f9ca-6c1a-47da-b2d8-f8a1fd3cac19 req-83dd1e90-b45f-4934-b9e8-9e1b92d38dda tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 946 time: 0.0808587 Mar 29 20:26:05.084194 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-fcc53a0b-5f2b-4466-a5f2-a944d32d6725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (2cca5e76-e52a-45c8-9a89-06729004b54c), after_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:05.131619 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-95c1f9ca-6c1a-47da-b2d8-f8a1fd3cac19 req-bb99f62e-bb0f-4810-8ded-0ddde245488e tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850122 Mar 29 20:26:05.137465 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba01756-bcba-4209-b534-d2c0a641a8b5 None None] Pushing event updated for resources: {'Port': ['ID=2cca5e76-e52a-45c8-9a89-06729004b54c,revision_number=2']} {{(pid=103823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:05.141558 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-fcc53a0b-5f2b-4466-a5f2-a944d32d6725 None None] Attempting to bind port 2cca5e76-e52a-45c8-9a89-06729004b54c on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:26:05.141887 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-fcc53a0b-5f2b-4466-a5f2-a944d32d6725 None None] Attempting to bind port 2cca5e76-e52a-45c8-9a89-06729004b54c by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}] {{(pid=103823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:26:05.142251 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc53a0b-5f2b-4466-a5f2-a944d32d6725 None None] Attempting to bind port 2cca5e76-e52a-45c8-9a89-06729004b54c on network 921e7f1b-e183-4cfd-babe-1b51626667cb {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:26:05.151135 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc53a0b-5f2b-4466-a5f2-a944d32d6725 None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:26:05.151135 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc53a0b-5f2b-4466-a5f2-a944d32d6725 None None] Checking segment: {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:26:05.151135 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-fcc53a0b-5f2b-4466-a5f2-a944d32d6725 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:05.151409 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc53a0b-5f2b-4466-a5f2-a944d32d6725 None None] Bound using segment: {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'} {{(pid=103823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:26:05.151811 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.managers [None req-fcc53a0b-5f2b-4466-a5f2-a944d32d6725 None None] Bound port: 2cca5e76-e52a-45c8-9a89-06729004b54c, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee34289f-e20b-417d-b084-06407ec25b28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}}] {{(pid=103823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:26:05.152301 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-fcc53a0b-5f2b-4466-a5f2-a944d32d6725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (2cca5e76-e52a-45c8-9a89-06729004b54c), before_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:05.187662 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:05.211164 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.db [None req-fcc53a0b-5f2b-4466-a5f2-a944d32d6725 None None] For port 2cca5e76-e52a-45c8-9a89-06729004b54c, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:26:05.214286 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.plugins.ml2.db [None req-fcc53a0b-5f2b-4466-a5f2-a944d32d6725 None None] For port 2cca5e76-e52a-45c8-9a89-06729004b54c, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=2cca5e76-e52a-45c8-9a89-06729004b54c,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:26:05.281811 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron_lib.callbacks.manager [None req-fcc53a0b-5f2b-4466-a5f2-a944d32d6725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (2cca5e76-e52a-45c8-9a89-06729004b54c), after_update {{(pid=103823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:05.347031 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc53a0b-5f2b-4466-a5f2-a944d32d6725 None None] Routers {'4a8de07c-e7e6-411d-ad8d-06d31fa09371'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:26:05.348038 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-fcc53a0b-5f2b-4466-a5f2-a944d32d6725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:25:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:26:05.356107 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_common [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Allocated IP 172.20.0.1 (f8b66423-ac0e-4129-a8d8-af5b7d1e3244/99e69427-dc4b-4dea-9fd9-9d2856b30669/932dd424-b773-41d9-92a5-599c5ed7dbfc) {{(pid=103820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:26:05.417468 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba01756-bcba-4209-b534-d2c0a641a8b5 None None] Pushing event updated for resources: {'Port': ['ID=2cca5e76-e52a-45c8-9a89-06729004b54c,revision_number=3']} {{(pid=103823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:05.465163 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Publish callbacks [] for port (932dd424-b773-41d9-92a5-599c5ed7dbfc), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:05.469240 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-fcc53a0b-5f2b-4466-a5f2-a944d32d6725 None None] Set router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:26:05.564528 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (932dd424-b773-41d9-92a5-599c5ed7dbfc), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:05.603707 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Network f8b66423-ac0e-4129-a8d8-af5b7d1e3244 is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:26:05.606613 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:26:05.610275 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Received port after_create {{(pid=103820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:26:05.644168 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Pushing event updated for resources: {'Port': ['ID=932dd424-b773-41d9-92a5-599c5ed7dbfc,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:05.655794 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:05.656144 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:05.656528 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:05.656886 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:05.657205 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:05.657554 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:05.657883 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:05.658325 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:05.658781 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:05.659295 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:05.659655 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:05.659991 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:05.660336 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:05.660649 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:05.660977 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:05.667127 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-fcc53a0b-5f2b-4466-a5f2-a944d32d6725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:03Z', 'revision_number': 3, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port': {'id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:26:05.671572 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548808'] for router_interface (4a8de07c-e7e6-411d-ad8d-06d31fa09371), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:05.708569 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc53a0b-5f2b-4466-a5f2-a944d32d6725 None None] The sync data for ids ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'] in dv-cinder-784815-3-iscsi is: [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:03Z', 'revision_number': 3, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port': {'id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:26:05.795756 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 9b4d0e7e-51de-4bbc-8128-673de8f00540 up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:26:05.860968 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 9b4d0e7e-51de-4bbc-8128-673de8f00540 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:26:05.861380 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (9b4d0e7e-51de-4bbc-8128-673de8f00540), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:05.924782 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cc29455d-dccf-4def-a6a7-b69650355d8c None None] Provisioning complete for port 932dd424-b773-41d9-92a5-599c5ed7dbfc triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:26:05.925157 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cc29455d-dccf-4def-a6a7-b69650355d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (932dd424-b773-41d9-92a5-599c5ed7dbfc), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:05.969127 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (932dd424-b773-41d9-92a5-599c5ed7dbfc), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:06.015020 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cc29455d-dccf-4def-a6a7-b69650355d8c None None] Port 932dd424-b773-41d9-92a5-599c5ed7dbfc cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:26:06.016889 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 9b4d0e7e-51de-4bbc-8128-673de8f00540 is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:26:06.194982 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Publish callbacks [] for port (932dd424-b773-41d9-92a5-599c5ed7dbfc), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:06.267197 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e541f8-9799-4c35-8f1c-efc60fe83290 req-abc4890c-b2e1-4ba4-aa16-1c88d276aa6f tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:06.268736 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-61e541f8-9799-4c35-8f1c-efc60fe83290 req-abc4890c-b2e1-4ba4-aa16-1c88d276aa6f tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 946 time: 0.0561004 Mar 29 20:26:06.270161 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126327796'] for port (932dd424-b773-41d9-92a5-599c5ed7dbfc), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:06.382998 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3663951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548700'] for router_interface (4a8de07c-e7e6-411d-ad8d-06d31fa09371), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:06.386632 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Pushing event updated for resources: {'Port': ['ID=932dd424-b773-41d9-92a5-599c5ed7dbfc,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:06.425690 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 17f5280a-0809-4341-b09e-7e4fca341272 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:26:06.438334 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-61e541f8-9799-4c35-8f1c-efc60fe83290 req-da7c4552-8dee-4dc7-9f11-024bca31d23f tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435683 Mar 29 20:26:06.563060 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Network f8b66423-ac0e-4129-a8d8-af5b7d1e3244 is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:26:06.564977 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:26:06.565451 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 17f5280a-0809-4341-b09e-7e4fca341272 is: ACTIVE; New status is: DOWN {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:26:06.565855 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (17f5280a-0809-4341-b09e-7e4fca341272), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:06.595108 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8298dbc5-55e6-42b6-a7cb-5bb84329e6cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17f5280a-0809-4341-b09e-7e4fca341272'}] {{(pid=103822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:26:06.597592 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0861b571914e5dc523c78e704c27631447c9211d5b419e1eb1b6a7c48cd57d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d4ed98-b973-4722-9450-829da964b242" -d '{"events": [{"server_uuid": "8298dbc5-55e6-42b6-a7cb-5bb84329e6cc", "name": "network-vif-unplugged", "status": "completed", "tag": "17f5280a-0809-4341-b09e-7e4fca341272"}]}' {{(pid=103822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:26:06.618078 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 17f5280a-0809-4341-b09e-7e4fca341272, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=17f5280a-0809-4341-b09e-7e4fca341272,segment=NetworkSegment(8a5c2f71-2128-458a-86c9-66786652e5d8),segment_id=8a5c2f71-2128-458a-86c9-66786652e5d8)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:26:06.696209 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (17f5280a-0809-4341-b09e-7e4fca341272), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:06.726090 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 20:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9088777c-61ee-4e2e-b452-810cc0d0fdc6 x-openstack-request-id: req-9088777c-61ee-4e2e-b452-810cc0d0fdc6 {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:26:06.726961 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8298dbc5-55e6-42b6-a7cb-5bb84329e6cc", "name": "network-vif-unplugged", "status": "completed", "tag": "17f5280a-0809-4341-b09e-7e4fca341272", "code": 200}]} {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:26:06.726961 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9088777c-61ee-4e2e-b452-810cc0d0fdc6 {{(pid=103822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:26:06.730766 dv-cinder-784815-3-iscsi neutron-server[103822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9088777c-61ee-4e2e-b452-810cc0d0fdc6'] response: {'server_uuid': '8298dbc5-55e6-42b6-a7cb-5bb84329e6cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17f5280a-0809-4341-b09e-7e4fca341272', 'code': 200} Mar 29 20:26:06.752338 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:26:06.767032 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=17f5280a-0809-4341-b09e-7e4fca341272,revision_number=6']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:06.878507 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:26:06.883469 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-bef555e7-032f-42f6-b417-9ff084b86bbc admin admin] 10.222.0.43 "PUT /v2.0/routers/4a8de07c-e7e6-411d-ad8d-06d31fa09371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5935509 Mar 29 20:26:06.942157 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-608fb725-2bcf-49f6-9f54-e4a194fb9e2e None None] Provisioning complete for port 932dd424-b773-41d9-92a5-599c5ed7dbfc triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:26:06.943102 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-608fb725-2bcf-49f6-9f54-e4a194fb9e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (932dd424-b773-41d9-92a5-599c5ed7dbfc), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:06.978965 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-608fb725-2bcf-49f6-9f54-e4a194fb9e2e None None] Port 932dd424-b773-41d9-92a5-599c5ed7dbfc cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:26:07.155192 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30572a-d7c1-492b-b005-102d5bf82d16 req-df46cf30-dd22-4191-b7f9-96ed1a3bd718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:07.156600 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-ab30572a-d7c1-492b-b005-102d5bf82d16 req-df46cf30-dd22-4191-b7f9-96ed1a3bd718 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc&tenant_id=2edfa256a0874cc7afc8c01ea3e810be HTTP/1.1" status: 200 len: 1128 time: 0.0815153 Mar 29 20:26:07.228199 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30572a-d7c1-492b-b005-102d5bf82d16 req-df0af3f0-ebf3-4a6c-89de-8eb3bd2f4c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:07.229685 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-ab30572a-d7c1-492b-b005-102d5bf82d16 req-df0af3f0-ebf3-4a6c-89de-8eb3bd2f4c50 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2edfa256a0874cc7afc8c01ea3e810be&device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 1128 time: 0.0497370 Mar 29 20:26:07.323717 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30572a-d7c1-492b-b005-102d5bf82d16 req-acf1f93f-208f-4d9d-a19b-6a50c5d64f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:07.325314 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-ab30572a-d7c1-492b-b005-102d5bf82d16 req-acf1f93f-208f-4d9d-a19b-6a50c5d64f52 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d939773b-8d62-47b4-b7b4-1f471826d25d HTTP/1.1" status: 200 len: 910 time: 0.0886276 Mar 29 20:26:07.386863 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 49402) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:26:07.392093 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-ba2f32d1-c938-46e9-9c58-ddbb052eff20 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Request body: {'security_group': {'name': 'tempest-securitygroup--911761883', 'description': 'tempest-description--686840284'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:26:07.411406 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-ab30572a-d7c1-492b-b005-102d5bf82d16 req-1e8aeff3-8e0b-444a-a86f-75a4032f73a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17f5280a-0809-4341-b09e-7e4fca341272 HTTP/1.1" status: 200 len: 999 time: 0.0790098 Mar 29 20:26:07.470581 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30572a-d7c1-492b-b005-102d5bf82d16 req-b92fe702-98fd-4926-ab6c-e921584c3cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:07.472070 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-ab30572a-d7c1-492b-b005-102d5bf82d16 req-b92fe702-98fd-4926-ab6c-e921584c3cfa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=799fd8a5-a8ac-4d73-99bd-f021992151a2 HTTP/1.1" status: 200 len: 848 time: 0.0521145 Mar 29 20:26:07.519092 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ba2f32d1-c938-46e9-9c58-ddbb052eff20 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:07.571099 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30572a-d7c1-492b-b005-102d5bf82d16 req-64a62d2a-9264-415f-b92d-f58a21c81dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:07.572604 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-ab30572a-d7c1-492b-b005-102d5bf82d16 req-64a62d2a-9264-415f-b92d-f58a21c81dae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d939773b-8d62-47b4-b7b4-1f471826d25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0922604 Mar 29 20:26:07.575199 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe7286-e342-48fc-b64d-bcf03ef5d92b req-5472eba0-9b0e-49b8-a21e-2ba4279263fc tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:07.576982 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9bfe7286-e342-48fc-b64d-bcf03ef5d92b req-5472eba0-9b0e-49b8-a21e-2ba4279263fc tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 944 time: 0.0576375 Mar 29 20:26:07.609845 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13a3c65-c15e-4d60-bd63-171d7d8bfeb4 None None] Sync routers for ids ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'] in dv-cinder-784815-3-iscsi {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:26:07.619767 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13a3c65-c15e-4d60-bd63-171d7d8bfeb4 None None] Routers {'4a8de07c-e7e6-411d-ad8d-06d31fa09371'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:26:07.620528 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-d13a3c65-c15e-4d60-bd63-171d7d8bfeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:25:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:26:07.632852 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9bfe7286-e342-48fc-b64d-bcf03ef5d92b req-ecb55afe-dc81-4fae-aa25-05c43fd79c49 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498686 Mar 29 20:26:07.663952 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ba2f32d1-c938-46e9-9c58-ddbb052eff20 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group (4b19c6de-6c5d-482f-b04e-46eea8f926ac), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:07.696397 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-ab30572a-d7c1-492b-b005-102d5bf82d16 req-4dce3454-5477-4724-865e-d92fea480f63 service neutron] 10.222.0.42 "GET /v2.0/networks/d939773b-8d62-47b4-b7b4-1f471826d25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160297 Mar 29 20:26:07.723050 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ba2f32d1-c938-46e9-9c58-ddbb052eff20 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (4b19c6de-6c5d-482f-b04e-46eea8f926ac), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:07.739203 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-d13a3c65-c15e-4d60-bd63-171d7d8bfeb4 None None] Set router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:26:07.787707 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 2cca5e76-e52a-45c8-9a89-06729004b54c up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:26:07.805034 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f32d1-c938-46e9-9c58-ddbb052eff20 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b19c6de-6c5d-482f-b04e-46eea8f926ac,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:07.838537 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-ab30572a-d7c1-492b-b005-102d5bf82d16 req-47ff5991-df9c-42ba-be0b-4139d224c8e2 service neutron] 10.222.0.42 "GET /v2.0/networks/d939773b-8d62-47b4-b7b4-1f471826d25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239612 Mar 29 20:26:07.851816 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ba2f32d1-c938-46e9-9c58-ddbb052eff20 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:07.853728 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-ba2f32d1-c938-46e9-9c58-ddbb052eff20 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4651217 Mar 29 20:26:07.856302 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 49410) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:26:07.861517 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-01a10f71-6b82-47d8-9275-fbefc0003c15 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Request body: {'security_group_rule': {'security_group_id': '4b19c6de-6c5d-482f-b04e-46eea8f926ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:26:07.945100 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 2cca5e76-e52a-45c8-9a89-06729004b54c triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:26:07.945100 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (2cca5e76-e52a-45c8-9a89-06729004b54c), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:07.957925 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-01a10f71-6b82-47d8-9275-fbefc0003c15 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group_rule (825baea2-3568-4bba-ba43-90bcc98040e9), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:08.027800 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-01a10f71-6b82-47d8-9275-fbefc0003c15 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group_rule (825baea2-3568-4bba-ba43-90bcc98040e9), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:08.066660 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 2cca5e76-e52a-45c8-9a89-06729004b54c is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:26:08.067049 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (2cca5e76-e52a-45c8-9a89-06729004b54c), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:08.074637 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-d13a3c65-c15e-4d60-bd63-171d7d8bfeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:05Z', 'revision_number': 4, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port': {'id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '932dd424-b773-41d9-92a5-599c5ed7dbfc', 'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'mac_address': 'fa:16:3e:9e:32:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:05Z', 'updated_at': '2022-03-29T20:26:06Z', 'revision_number': 2, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'subnets': [{'id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:26:08.102167 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-01a10f71-6b82-47d8-9275-fbefc0003c15 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (825baea2-3568-4bba-ba43-90bcc98040e9), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:08.105851 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13a3c65-c15e-4d60-bd63-171d7d8bfeb4 None None] Checking router: 4a8de07c-e7e6-411d-ad8d-06d31fa09371 for host: dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:26:08.106747 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13a3c65-c15e-4d60-bd63-171d7d8bfeb4 None None] Updating router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 port 932dd424-b773-41d9-92a5-599c5ed7dbfc binding host dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 20:26:08.126449 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a10f71-6b82-47d8-9275-fbefc0003c15 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=825baea2-3568-4bba-ba43-90bcc98040e9,revision_number=0']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:08.133813 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] For port 2cca5e76-e52a-45c8-9a89-06729004b54c, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=2cca5e76-e52a-45c8-9a89-06729004b54c,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:26:08.143013 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-d13a3c65-c15e-4d60-bd63-171d7d8bfeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (932dd424-b773-41d9-92a5-599c5ed7dbfc), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:08.195415 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-01a10f71-6b82-47d8-9275-fbefc0003c15 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:08.196575 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-01a10f71-6b82-47d8-9275-fbefc0003c15 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3386180 Mar 29 20:26:08.201724 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 49416) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:26:08.206478 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-99235e12-7fff-455b-bc6d-c544ac88f96a tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Request body: {'security_group_rule': {'security_group_id': '4b19c6de-6c5d-482f-b04e-46eea8f926ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:26:08.247399 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (2cca5e76-e52a-45c8-9a89-06729004b54c), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:08.288896 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-99235e12-7fff-455b-bc6d-c544ac88f96a tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group_rule (f9d0de7a-0c04-4da8-b9ae-c7247c69ed21), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:08.347860 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-99235e12-7fff-455b-bc6d-c544ac88f96a tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group_rule (f9d0de7a-0c04-4da8-b9ae-c7247c69ed21), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:08.358166 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Pushing event updated for resources: {'Port': ['ID=2cca5e76-e52a-45c8-9a89-06729004b54c,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:08.398917 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-99235e12-7fff-455b-bc6d-c544ac88f96a tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (f9d0de7a-0c04-4da8-b9ae-c7247c69ed21), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:08.421430 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99235e12-7fff-455b-bc6d-c544ac88f96a tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d0de7a-0c04-4da8-b9ae-c7247c69ed21,revision_number=0']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:08.468540 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-d13a3c65-c15e-4d60-bd63-171d7d8bfeb4 None None] Publish callbacks [] for port (932dd424-b773-41d9-92a5-599c5ed7dbfc), precommit_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:08.469559 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-99235e12-7fff-455b-bc6d-c544ac88f96a tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:08.470715 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-99235e12-7fff-455b-bc6d-c544ac88f96a tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2679224 Mar 29 20:26:08.475158 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 49418) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:26:08.477989 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-4a8f33b8-7f0b-4313-b789-57662014a345 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Request body: {'floatingip': {'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:26:08.553679 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-d13a3c65-c15e-4d60-bd63-171d7d8bfeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (932dd424-b773-41d9-92a5-599c5ed7dbfc), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:08.582293 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-4a8f33b8-7f0b-4313-b789-57662014a345 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:08.609528 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec82975-d1b6-4059-9343-bc2add2a5da8 None None] Pushing event updated for resources: {'Port': ['ID=932dd424-b773-41d9-92a5-599c5ed7dbfc,revision_number=3']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:08.679384 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-d13a3c65-c15e-4d60-bd63-171d7d8bfeb4 None None] Attempting to bind port 932dd424-b773-41d9-92a5-599c5ed7dbfc on host dv-cinder-784815-3-iscsi for vnic_type normal with profile {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:26:08.679699 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-d13a3c65-c15e-4d60-bd63-171d7d8bfeb4 None None] Attempting to bind port 932dd424-b773-41d9-92a5-599c5ed7dbfc by drivers openvswitch,hyperv on host dv-cinder-784815-3-iscsi at level 0 using segments [{'id': '5e7bedf7-f22f-4efb-a5de-316c44ea4199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244'}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:26:08.680056 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13a3c65-c15e-4d60-bd63-171d7d8bfeb4 None None] Attempting to bind port 932dd424-b773-41d9-92a5-599c5ed7dbfc on network f8b66423-ac0e-4129-a8d8-af5b7d1e3244 {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:26:08.687817 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13a3c65-c15e-4d60-bd63-171d7d8bfeb4 None None] Checking agent: {'id': 'dda068bf-2a7b-4571-89b8-c61ae1379c76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 12, 16), 'started_at': datetime.datetime(2022, 3, 29, 20, 12, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:26:08.688326 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13a3c65-c15e-4d60-bd63-171d7d8bfeb4 None None] Checking segment: {'id': '5e7bedf7-f22f-4efb-a5de-316c44ea4199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:26:08.688772 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-d13a3c65-c15e-4d60-bd63-171d7d8bfeb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:08.689116 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13a3c65-c15e-4d60-bd63-171d7d8bfeb4 None None] Bound using segment: {'id': '5e7bedf7-f22f-4efb-a5de-316c44ea4199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244'} {{(pid=103822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:26:08.689605 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.managers [None req-d13a3c65-c15e-4d60-bd63-171d7d8bfeb4 None None] Bound port: 932dd424-b773-41d9-92a5-599c5ed7dbfc, host: dv-cinder-784815-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7bedf7-f22f-4efb-a5de-316c44ea4199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244'}}] {{(pid=103822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:26:08.689981 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-d13a3c65-c15e-4d60-bd63-171d7d8bfeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (932dd424-b773-41d9-92a5-599c5ed7dbfc), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:08.793173 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-d13a3c65-c15e-4d60-bd63-171d7d8bfeb4 None None] For port 932dd424-b773-41d9-92a5-599c5ed7dbfc, host dv-cinder-784815-3-iscsi, cleared binding levels {{(pid=103822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:26:08.804599 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-d13a3c65-c15e-4d60-bd63-171d7d8bfeb4 None None] For port 932dd424-b773-41d9-92a5-599c5ed7dbfc, host dv-cinder-784815-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=932dd424-b773-41d9-92a5-599c5ed7dbfc,segment=NetworkSegment(5e7bedf7-f22f-4efb-a5de-316c44ea4199),segment_id=5e7bedf7-f22f-4efb-a5de-316c44ea4199)] {{(pid=103822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:26:08.808648 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-4a8f33b8-7f0b-4313-b789-57662014a345 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:08.834886 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-b41107ec-a2e9-4f24-86b1-d6e063902088 None None] Provisioning complete for port 932dd424-b773-41d9-92a5-599c5ed7dbfc triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:26:08.835451 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-b41107ec-a2e9-4f24-86b1-d6e063902088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (932dd424-b773-41d9-92a5-599c5ed7dbfc), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:08.887385 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1a52f-cc46-4382-9b24-de80ea13884a req-23a017cd-c120-48e9-8ff4-9288823de74c tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:08.891407 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f0c1a52f-cc46-4382-9b24-de80ea13884a req-23a017cd-c120-48e9-8ff4-9288823de74c tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 944 time: 0.1693704 Mar 29 20:26:08.898466 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-d13a3c65-c15e-4d60-bd63-171d7d8bfeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (932dd424-b773-41d9-92a5-599c5ed7dbfc), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:08.906214 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-b41107ec-a2e9-4f24-86b1-d6e063902088 None None] Port 932dd424-b773-41d9-92a5-599c5ed7dbfc cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:26:08.993760 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13a3c65-c15e-4d60-bd63-171d7d8bfeb4 None None] Routers {'4a8de07c-e7e6-411d-ad8d-06d31fa09371'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:26:08.994377 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-d13a3c65-c15e-4d60-bd63-171d7d8bfeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:25:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:26:08.997884 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec82975-d1b6-4059-9343-bc2add2a5da8 None None] Pushing event updated for resources: {'Port': ['ID=932dd424-b773-41d9-92a5-599c5ed7dbfc,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:09.031347 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_common [None req-4a8f33b8-7f0b-4313-b789-57662014a345 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Allocated IP 172.27.3.91 (921e7f1b-e183-4cfd-babe-1b51626667cb/9cb70218-5a19-4d48-a6d1-83791bae0ed9/07b63b47-8355-4abb-836c-d637a3eca7a6) {{(pid=103820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:26:09.037091 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f0c1a52f-cc46-4382-9b24-de80ea13884a req-504af1a8-ad2c-48f7-82a4-adda765093ea tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369147 Mar 29 20:26:09.079047 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55679a08-14bd-4096-af06-c9d40b4ac957 req-21ee4f7f-7cd2-462f-822f-57abb5dfc67f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:09.080882 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-55679a08-14bd-4096-af06-c9d40b4ac957 req-21ee4f7f-7cd2-462f-822f-57abb5dfc67f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 946 time: 0.1410563 Mar 29 20:26:09.124027 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-d13a3c65-c15e-4d60-bd63-171d7d8bfeb4 None None] Set router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:26:09.180966 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-55679a08-14bd-4096-af06-c9d40b4ac957 req-bb062b3d-7d59-4e65-8cd0-c1438f9b4357 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750053 Mar 29 20:26:09.207959 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-4a8f33b8-7f0b-4313-b789-57662014a345 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for port (07b63b47-8355-4abb-836c-d637a3eca7a6), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:09.279278 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-afeafd9a-0e6d-4ea1-a4d5-572e854b6c49 None None] Provisioning complete for port 932dd424-b773-41d9-92a5-599c5ed7dbfc triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:26:09.279656 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-afeafd9a-0e6d-4ea1-a4d5-572e854b6c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (932dd424-b773-41d9-92a5-599c5ed7dbfc), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:09.296534 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-4a8f33b8-7f0b-4313-b789-57662014a345 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (07b63b47-8355-4abb-836c-d637a3eca7a6), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:09.334339 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8f33b8-7f0b-4313-b789-57662014a345 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Network 921e7f1b-e183-4cfd-babe-1b51626667cb is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:26:09.337238 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-4a8f33b8-7f0b-4313-b789-57662014a345 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:26:09.339726 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8f33b8-7f0b-4313-b789-57662014a345 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Received port after_create {{(pid=103820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:26:09.367832 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f33b8-7f0b-4313-b789-57662014a345 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event updated for resources: {'Port': ['ID=07b63b47-8355-4abb-836c-d637a3eca7a6,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:09.417115 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-afeafd9a-0e6d-4ea1-a4d5-572e854b6c49 None None] Current status of the port 932dd424-b773-41d9-92a5-599c5ed7dbfc is: DOWN; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:26:09.417530 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-afeafd9a-0e6d-4ea1-a4d5-572e854b6c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (932dd424-b773-41d9-92a5-599c5ed7dbfc), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:09.436214 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-4a8f33b8-7f0b-4313-b789-57662014a345 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for floatingip (a226cef6-c3a1-4da1-bf33-bb6bf4de5af6), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:09.442565 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-d13a3c65-c15e-4d60-bd63-171d7d8bfeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:05Z', 'revision_number': 4, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port': {'id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '932dd424-b773-41d9-92a5-599c5ed7dbfc', 'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'mac_address': 'fa:16:3e:9e:32:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:05Z', 'updated_at': '2022-03-29T20:26:08Z', 'revision_number': 4, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'subnets': [{'id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:26:09.474245 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13a3c65-c15e-4d60-bd63-171d7d8bfeb4 None None] The sync data for ids ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'] in dv-cinder-784815-3-iscsi is: [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:05Z', 'revision_number': 4, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port': {'id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '932dd424-b773-41d9-92a5-599c5ed7dbfc', 'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'mac_address': 'fa:16:3e:9e:32:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:05Z', 'updated_at': '2022-03-29T20:26:08Z', 'revision_number': 4, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'subnets': [{'id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:26:09.483971 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-afeafd9a-0e6d-4ea1-a4d5-572e854b6c49 None None] For port 932dd424-b773-41d9-92a5-599c5ed7dbfc, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=932dd424-b773-41d9-92a5-599c5ed7dbfc,segment=NetworkSegment(5e7bedf7-f22f-4efb-a5de-316c44ea4199),segment_id=5e7bedf7-f22f-4efb-a5de-316c44ea4199)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:26:09.542828 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-afeafd9a-0e6d-4ea1-a4d5-572e854b6c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (932dd424-b773-41d9-92a5-599c5ed7dbfc), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:09.556843 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-4a8f33b8-7f0b-4313-b789-57662014a345 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (07b63b47-8355-4abb-836c-d637a3eca7a6), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:09.609747 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeafd9a-0e6d-4ea1-a4d5-572e854b6c49 None None] Pushing event updated for resources: {'Port': ['ID=932dd424-b773-41d9-92a5-599c5ed7dbfc,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:09.731400 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-4a8f33b8-7f0b-4313-b789-57662014a345 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for port (07b63b47-8355-4abb-836c-d637a3eca7a6), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:09.795238 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-4a8f33b8-7f0b-4313-b789-57662014a345 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126327796'] for port (07b63b47-8355-4abb-836c-d637a3eca7a6), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:09.841666 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 932dd424-b773-41d9-92a5-599c5ed7dbfc up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:26:09.881495 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f33b8-7f0b-4313-b789-57662014a345 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event updated for resources: {'Port': ['ID=07b63b47-8355-4abb-836c-d637a3eca7a6,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:09.894380 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-4a8f33b8-7f0b-4313-b789-57662014a345 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (a226cef6-c3a1-4da1-bf33-bb6bf4de5af6), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:09.901462 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 932dd424-b773-41d9-92a5-599c5ed7dbfc triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:26:09.901842 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (932dd424-b773-41d9-92a5-599c5ed7dbfc), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:09.951596 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-4a8f33b8-7f0b-4313-b789-57662014a345 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:09.959941 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-4a8f33b8-7f0b-4313-b789-57662014a345 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4783478 Mar 29 20:26:10.144544 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 932dd424-b773-41d9-92a5-599c5ed7dbfc is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:26:10.145663 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 2cca5e76-e52a-45c8-9a89-06729004b54c up at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:26:10.168688 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-d63f7221-f812-4717-a63b-9b34a2893827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:10.181942 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-71213050-59f9-4870-9a6a-3b6d07ceebb1 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--911761883&fields=id&tenant_id=10e0da9e3b824cd2bfb89fac347f7dc6 HTTP/1.1" status: 200 len: 267 time: 0.0853155 Mar 29 20:26:10.200551 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Provisioning complete for port 2cca5e76-e52a-45c8-9a89-06729004b54c triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:26:10.200551 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (2cca5e76-e52a-45c8-9a89-06729004b54c), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:10.268630 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3dcf89-a861-4ded-90ff-1053a5b5cbed req-71703d06-1b6b-4182-b581-b97fdf27e3ec tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:10.270237 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0b3dcf89-a861-4ded-90ff-1053a5b5cbed req-71703d06-1b6b-4182-b581-b97fdf27e3ec tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 944 time: 0.1334286 Mar 29 20:26:10.287777 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Current status of the port 2cca5e76-e52a-45c8-9a89-06729004b54c is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:26:10.340110 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-b8c7c535-fd49-48c4-8e1a-33f0cb00a880 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:10.342227 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-b8c7c535-fd49-48c4-8e1a-33f0cb00a880 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/networks?id=f8b66423-ac0e-4129-a8d8-af5b7d1e3244 HTTP/1.1" status: 200 len: 815 time: 0.1512895 Mar 29 20:26:10.367761 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0b3dcf89-a861-4ded-90ff-1053a5b5cbed req-45a8b6fb-576b-4b39-90c1-5b8f5ea05fb1 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873096 Mar 29 20:26:10.369626 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-93394673-c335-4170-847e-a1ff6207d217 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/quotas/10e0da9e3b824cd2bfb89fac347f7dc6 HTTP/1.1" status: 200 len: 375 time: 0.0184586 Mar 29 20:26:10.431747 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-eaca8694-d37a-4938-b890-70ec31643f5f tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=10e0da9e3b824cd2bfb89fac347f7dc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567112 Mar 29 20:26:10.505027 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888ccaa-4331-4b40-b957-a6e90a443d02 req-fa36a0e9-c9de-47d0-8d66-8f7b21c28bcf tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:10.506697 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1888ccaa-4331-4b40-b957-a6e90a443d02 req-fa36a0e9-c9de-47d0-8d66-8f7b21c28bcf tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 946 time: 0.0733871 Mar 29 20:26:10.608587 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1888ccaa-4331-4b40-b957-a6e90a443d02 req-b271e00e-e329-4b55-872d-f4cd5b0c1252 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934114 Mar 29 20:26:10.644288 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-76ceccbe-f513-45d1-b436-05fe017bb081 service neutron] 10.222.0.43 "GET /v2.0/networks/f8b66423-ac0e-4129-a8d8-af5b7d1e3244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747477 Mar 29 20:26:10.739963 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-df9bcae8-04ec-4e6e-b580-668d9c1f75a6 service neutron] 10.222.0.43 "GET /v2.0/networks/f8b66423-ac0e-4129-a8d8-af5b7d1e3244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900378 Mar 29 20:26:11.000013 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ef2056c9-08bf-4aa8-a6de-1df3beb7c339 req-0da86f86-61d2-4f42-a884-98527fbe9783 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a660fcd-5929-443e-b50c-429650eaa1fb HTTP/1.1" status: 200 len: 210 time: 0.0286579 Mar 29 20:26:11.488037 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331224bb-c204-4d43-9ab1-4a7f4eff867d req-ec3e52d9-cf79-4a39-b72d-dcadc6287959 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:11.489755 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-331224bb-c204-4d43-9ab1-4a7f4eff867d req-ec3e52d9-cf79-4a39-b72d-dcadc6287959 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 944 time: 0.0540757 Mar 29 20:26:11.540042 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-331224bb-c204-4d43-9ab1-4a7f4eff867d req-e5d054ed-56b0-4c03-9afb-c88a03e4fcb2 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447066 Mar 29 20:26:11.745217 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf1b10-9437-46ed-975f-42514a01e42b req-c7b9d432-1469-4bea-a210-7c0f86fe6c29 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:11.747348 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-68bf1b10-9437-46ed-975f-42514a01e42b req-c7b9d432-1469-4bea-a210-7c0f86fe6c29 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 946 time: 0.0572128 Mar 29 20:26:11.794425 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-68bf1b10-9437-46ed-975f-42514a01e42b req-a8b77911-f7bf-4d4d-8a9b-5d30b244b6ee tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405970 Mar 29 20:26:12.100584 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-76a32f52-6909-40d4-a334-79b9f3e6c9d5 req-55dff4de-a4d0-4980-a81f-a2d4a994063b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a660fcd-5929-443e-b50c-429650eaa1fb HTTP/1.1" status: 200 len: 210 time: 0.0278645 Mar 29 20:26:12.252019 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8cab6300-6a7d-455e-ac1c-6a201711ebf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:12.667744 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4423f-1fd3-4d72-96f6-45ebebf0c0b6 req-dd7e1789-7e06-49d3-834d-90c66e2989db tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:12.669410 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-68e4423f-1fd3-4d72-96f6-45ebebf0c0b6 req-dd7e1789-7e06-49d3-834d-90c66e2989db tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 944 time: 0.0628293 Mar 29 20:26:12.720989 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-68e4423f-1fd3-4d72-96f6-45ebebf0c0b6 req-59a63247-df41-47dd-bc50-3bf56d8d008c tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460682 Mar 29 20:26:12.921220 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c24a77-a36b-48bf-8f73-8eb16b3d0a51 req-e88f2667-0336-4cd6-b6f0-6614e7deb594 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:12.922740 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-60c24a77-a36b-48bf-8f73-8eb16b3d0a51 req-e88f2667-0336-4cd6-b6f0-6614e7deb594 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 946 time: 0.0551813 Mar 29 20:26:12.972611 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-60c24a77-a36b-48bf-8f73-8eb16b3d0a51 req-e3f74e91-8eea-4127-8d66-34c2afd602f9 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439339 Mar 29 20:26:13.052087 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-5178f75a-b267-45d9-855b-694c3ab0c250 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:13.053709 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-5178f75a-b267-45d9-855b-694c3ab0c250 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.42 "GET /v2.0/networks?id=f8b66423-ac0e-4129-a8d8-af5b7d1e3244 HTTP/1.1" status: 200 len: 815 time: 0.1037316 Mar 29 20:26:13.115340 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-6252bcb7-7d10-4293-93bb-f0bc9929c3dd tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10e0da9e3b824cd2bfb89fac347f7dc6 HTTP/1.1" status: 200 len: 379 time: 0.0512044 Mar 29 20:26:13.128052 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-3aa5e45c-5430-4041-9fdc-5ba4f7f92428 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Request body: {'port': {'device_id': '9a660fcd-5929-443e-b50c-429650eaa1fb', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'admin_state_up': True, 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'security_groups': ['4b19c6de-6c5d-482f-b04e-46eea8f926ac']}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:26:13.203144 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-de4a1b96-4864-4978-be53-c1d159767e71 req-0a178316-da53-434e-b3da-75bed8d2a1bc tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a660fcd-5929-443e-b50c-429650eaa1fb HTTP/1.1" status: 200 len: 210 time: 0.0306668 Mar 29 20:26:13.342278 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-3aa5e45c-5430-4041-9fdc-5ba4f7f92428 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Made reservation on behalf of 10e0da9e3b824cd2bfb89fac347f7dc6 for: {'port': 1} {{(pid=103821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:26:13.345744 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-3aa5e45c-5430-4041-9fdc-5ba4f7f92428 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:13.475879 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_common [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-3aa5e45c-5430-4041-9fdc-5ba4f7f92428 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Allocated IP 172.20.0.5 (f8b66423-ac0e-4129-a8d8-af5b7d1e3244/99e69427-dc4b-4dea-9fd9-9d2856b30669/fa01a53a-231f-4367-9ee6-68b2cc1d02d5) {{(pid=103821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:26:13.747625 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:13.829013 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-3aa5e45c-5430-4041-9fdc-5ba4f7f92428 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for port (fa01a53a-231f-4367-9ee6-68b2cc1d02d5), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:13.842995 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c22585-29b7-4398-962e-d380f3ac0a92 req-f2b1051b-5bea-4455-bb74-2550743d4f42 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:13.845791 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-22c22585-29b7-4398-962e-d380f3ac0a92 req-f2b1051b-5bea-4455-bb74-2550743d4f42 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 944 time: 0.0561244 Mar 29 20:26:13.897367 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-22c22585-29b7-4398-962e-d380f3ac0a92 req-79e05c1f-f9ef-40e6-8495-c48c211bed15 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474441 Mar 29 20:26:13.943490 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-3aa5e45c-5430-4041-9fdc-5ba4f7f92428 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (fa01a53a-231f-4367-9ee6-68b2cc1d02d5), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:13.994100 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-3aa5e45c-5430-4041-9fdc-5ba4f7f92428 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Network f8b66423-ac0e-4129-a8d8-af5b7d1e3244 is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:26:13.997261 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-3aa5e45c-5430-4041-9fdc-5ba4f7f92428 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:26:14.003943 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-3aa5e45c-5430-4041-9fdc-5ba4f7f92428 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Received port after_create {{(pid=103821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:26:14.010185 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5e45c-5430-4041-9fdc-5ba4f7f92428 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event updated for resources: {'Port': ['ID=fa01a53a-231f-4367-9ee6-68b2cc1d02d5,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:14.057242 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-3aa5e45c-5430-4041-9fdc-5ba4f7f92428 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:14.058637 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-3aa5e45c-5430-4041-9fdc-5ba4f7f92428 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:14.110755 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83ce52-5bc7-4061-b9db-0bd938bf0a32 req-509aae3c-b940-44fc-b010-c5f96d518578 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:14.112425 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5f83ce52-5bc7-4061-b9db-0bd938bf0a32 req-509aae3c-b940-44fc-b010-c5f96d518578 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 946 time: 0.0565405 Mar 29 20:26:14.163409 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5f83ce52-5bc7-4061-b9db-0bd938bf0a32 req-1e6d53c0-d55c-4542-bc7c-5dfb45fb0885 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450807 Mar 29 20:26:14.167107 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-3aa5e45c-5430-4041-9fdc-5ba4f7f92428 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0446422 Mar 29 20:26:14.180157 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-47e81623-b3b4-45c5-b28f-13aac1365444 service neutron] Request body: {'port': {'device_id': '9a660fcd-5929-443e-b50c-429650eaa1fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:26:14.246512 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-47e81623-b3b4-45c5-b28f-13aac1365444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (fa01a53a-231f-4367-9ee6-68b2cc1d02d5), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:14.303928 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-5232f87a-0763-40b4-9dd3-df697cb8525b None None] Provisioning complete for port fa01a53a-231f-4367-9ee6-68b2cc1d02d5 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:26:14.304282 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-5232f87a-0763-40b4-9dd3-df697cb8525b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (fa01a53a-231f-4367-9ee6-68b2cc1d02d5), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:14.325215 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39ef5c-b17a-470f-a910-63d0352b5c43 req-adeb0eca-7c1b-49a9-9fe5-653774eca7a8 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:14.327369 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8a39ef5c-b17a-470f-a910-63d0352b5c43 req-adeb0eca-7c1b-49a9-9fe5-653774eca7a8 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a660fcd-5929-443e-b50c-429650eaa1fb HTTP/1.1" status: 200 len: 931 time: 0.0559251 Mar 29 20:26:14.343777 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-5232f87a-0763-40b4-9dd3-df697cb8525b None None] Port fa01a53a-231f-4367-9ee6-68b2cc1d02d5 cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:26:14.380767 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8a39ef5c-b17a-470f-a910-63d0352b5c43 req-a90478e6-8156-4355-b3cd-25f64ed294b4 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=4b19c6de-6c5d-482f-b04e-46eea8f926ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457919 Mar 29 20:26:14.519133 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-47e81623-b3b4-45c5-b28f-13aac1365444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa01a53a-231f-4367-9ee6-68b2cc1d02d5 {{(pid=103821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:26:14.526453 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-47e81623-b3b4-45c5-b28f-13aac1365444 service neutron] Publish callbacks [] for port (fa01a53a-231f-4367-9ee6-68b2cc1d02d5), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:14.539306 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.provisioning_blocks [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-47e81623-b3b4-45c5-b28f-13aac1365444 service neutron] Transition to ACTIVE for port object fa01a53a-231f-4367-9ee6-68b2cc1d02d5 will not be triggered until provisioned by entity L2. {{(pid=103821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 20:26:14.627247 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-47e81623-b3b4-45c5-b28f-13aac1365444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129149341'] for port (fa01a53a-231f-4367-9ee6-68b2cc1d02d5), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:14.685461 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e81623-b3b4-45c5-b28f-13aac1365444 service neutron] Pushing event updated for resources: {'Port': ['ID=fa01a53a-231f-4367-9ee6-68b2cc1d02d5,revision_number=2']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:14.756648 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-47e81623-b3b4-45c5-b28f-13aac1365444 service neutron] Attempting to bind port fa01a53a-231f-4367-9ee6-68b2cc1d02d5 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:26:14.756983 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-47e81623-b3b4-45c5-b28f-13aac1365444 service neutron] Attempting to bind port fa01a53a-231f-4367-9ee6-68b2cc1d02d5 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '5e7bedf7-f22f-4efb-a5de-316c44ea4199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244'}] {{(pid=103821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:26:14.757338 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-47e81623-b3b4-45c5-b28f-13aac1365444 service neutron] Attempting to bind port fa01a53a-231f-4367-9ee6-68b2cc1d02d5 on network f8b66423-ac0e-4129-a8d8-af5b7d1e3244 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:26:14.762753 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-47e81623-b3b4-45c5-b28f-13aac1365444 service neutron] Port fa01a53a-231f-4367-9ee6-68b2cc1d02d5 on network f8b66423-ac0e-4129-a8d8-af5b7d1e3244 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 20:26:14.763266 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-47e81623-b3b4-45c5-b28f-13aac1365444 service neutron] Attempting to bind port fa01a53a-231f-4367-9ee6-68b2cc1d02d5 on network f8b66423-ac0e-4129-a8d8-af5b7d1e3244 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:26:14.768601 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-47e81623-b3b4-45c5-b28f-13aac1365444 service neutron] Checking agent: {'id': '19337809-658a-48b1-8a65-8844936c1798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'started_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:26:14.769031 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-47e81623-b3b4-45c5-b28f-13aac1365444 service neutron] Checking segment: {'id': '5e7bedf7-f22f-4efb-a5de-316c44ea4199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:26:14.769380 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-47e81623-b3b4-45c5-b28f-13aac1365444 service neutron] Bound using segment: {'id': '5e7bedf7-f22f-4efb-a5de-316c44ea4199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244'} {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:26:14.769859 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-47e81623-b3b4-45c5-b28f-13aac1365444 service neutron] Bound port: fa01a53a-231f-4367-9ee6-68b2cc1d02d5, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7bedf7-f22f-4efb-a5de-316c44ea4199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244'}}] {{(pid=103821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:26:14.770216 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-47e81623-b3b4-45c5-b28f-13aac1365444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (fa01a53a-231f-4367-9ee6-68b2cc1d02d5), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:14.787213 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:14.841775 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-47e81623-b3b4-45c5-b28f-13aac1365444 service neutron] For port fa01a53a-231f-4367-9ee6-68b2cc1d02d5, host hv-cinder-78481, cleared binding levels {{(pid=103821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:26:14.844789 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-47e81623-b3b4-45c5-b28f-13aac1365444 service neutron] For port fa01a53a-231f-4367-9ee6-68b2cc1d02d5, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=fa01a53a-231f-4367-9ee6-68b2cc1d02d5,segment=NetworkSegment(5e7bedf7-f22f-4efb-a5de-316c44ea4199),segment_id=5e7bedf7-f22f-4efb-a5de-316c44ea4199)] {{(pid=103821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:26:14.913667 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-47e81623-b3b4-45c5-b28f-13aac1365444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129149341'] for port (fa01a53a-231f-4367-9ee6-68b2cc1d02d5), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:14.948288 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-47e81623-b3b4-45c5-b28f-13aac1365444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:14.948914 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-47e81623-b3b4-45c5-b28f-13aac1365444 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:14.950853 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-47e81623-b3b4-45c5-b28f-13aac1365444 service neutron] 10.222.0.42 "PUT /v2.0/ports/fa01a53a-231f-4367-9ee6-68b2cc1d02d5 HTTP/1.1" status: 200 len: 1093 time: 0.7752500 Mar 29 20:26:14.951309 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a660fcd-5929-443e-b50c-429650eaa1fb', 'tag': 'fa01a53a-231f-4367-9ee6-68b2cc1d02d5'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:26:14.953787 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85446fd6-34a0-467b-b675-67e85f3ae93b" -d '{"events": [{"name": "network-changed", "server_uuid": "9a660fcd-5929-443e-b50c-429650eaa1fb", "tag": "fa01a53a-231f-4367-9ee6-68b2cc1d02d5"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:26:14.993680 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e81623-b3b4-45c5-b28f-13aac1365444 service neutron] Pushing event updated for resources: {'Port': ['ID=fa01a53a-231f-4367-9ee6-68b2cc1d02d5,revision_number=3']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:15.055305 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282dea3-b207-4550-9d7a-83c3d63d7bc0 req-8c3605ce-8249-4843-93be-80baa8903d48 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:15.057256 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0282dea3-b207-4550-9d7a-83c3d63d7bc0 req-8c3605ce-8249-4843-93be-80baa8903d48 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 944 time: 0.0674403 Mar 29 20:26:15.074513 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33014cfa-0dda-48e0-8ed3-bbaed0e89e48 x-openstack-request-id: req-33014cfa-0dda-48e0-8ed3-bbaed0e89e48 {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:26:15.076393 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a660fcd-5929-443e-b50c-429650eaa1fb", "tag": "fa01a53a-231f-4367-9ee6-68b2cc1d02d5", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:26:15.076649 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-33014cfa-0dda-48e0-8ed3-bbaed0e89e48 {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:26:15.077060 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33014cfa-0dda-48e0-8ed3-bbaed0e89e48'] response: {'name': 'network-changed', 'server_uuid': '9a660fcd-5929-443e-b50c-429650eaa1fb', 'tag': 'fa01a53a-231f-4367-9ee6-68b2cc1d02d5', 'status': 'completed', 'code': 200} Mar 29 20:26:15.126268 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0282dea3-b207-4550-9d7a-83c3d63d7bc0 req-2d47b7a9-3bbc-4846-b584-909c12b9fa42 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620806 Mar 29 20:26:15.138813 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-e524a65b-7441-4191-b5ab-b1aa3aa68b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:15.140371 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-e524a65b-7441-4191-b5ab-b1aa3aa68b5a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10e0da9e3b824cd2bfb89fac347f7dc6&device_id=9a660fcd-5929-443e-b50c-429650eaa1fb HTTP/1.1" status: 200 len: 1127 time: 0.0569727 Mar 29 20:26:15.187840 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-24b98013-ba50-44b6-a4ab-1314765576cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa01a53a-231f-4367-9ee6-68b2cc1d02d5 HTTP/1.1" status: 200 len: 217 time: 0.0397925 Mar 29 20:26:15.238362 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-c23462f9-178b-4a8d-8b0c-e0040a940fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:15.239744 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-c23462f9-178b-4a8d-8b0c-e0040a940fed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99e69427-dc4b-4dea-9fd9-9d2856b30669 HTTP/1.1" status: 200 len: 854 time: 0.0455670 Mar 29 20:26:15.291324 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-fe61eb6b-ae8c-4ccc-86ac-b57a865e552f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:15.291854 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e726f6c-61ed-4e9e-92de-c717c57f6bc8 req-e1661582-7df1-4fff-9169-6017a1d8792a tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:15.292862 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-fe61eb6b-ae8c-4ccc-86ac-b57a865e552f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8b66423-ac0e-4129-a8d8-af5b7d1e3244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472994 Mar 29 20:26:15.293961 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5e726f6c-61ed-4e9e-92de-c717c57f6bc8 req-e1661582-7df1-4fff-9169-6017a1d8792a tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 946 time: 0.0541379 Mar 29 20:26:15.342112 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5e726f6c-61ed-4e9e-92de-c717c57f6bc8 req-379fab21-a914-40eb-90cf-d90e8a839728 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423422 Mar 29 20:26:15.386563 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-92b5033e-dfde-4337-96ec-f13bcbce2a6d service neutron] 10.222.0.42 "GET /v2.0/networks/f8b66423-ac0e-4129-a8d8-af5b7d1e3244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860798 Mar 29 20:26:15.479436 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-36848759-9d8c-4033-9920-1dfcf4b08a6e req-00f5831f-9c0b-4dbd-afa7-2a89d25325da service neutron] 10.222.0.42 "GET /v2.0/networks/f8b66423-ac0e-4129-a8d8-af5b7d1e3244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854499 Mar 29 20:26:15.505120 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6165e61-41a5-45ba-a5ce-2fa0fbc2141a req-37515f94-75b8-4415-91a4-61a3b8ffb71f tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:15.506670 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d6165e61-41a5-45ba-a5ce-2fa0fbc2141a req-37515f94-75b8-4415-91a4-61a3b8ffb71f tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a660fcd-5929-443e-b50c-429650eaa1fb HTTP/1.1" status: 200 len: 943 time: 0.0590217 Mar 29 20:26:15.553674 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d6165e61-41a5-45ba-a5ce-2fa0fbc2141a req-3763061a-16b0-424c-b9bd-05451968de75 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=4b19c6de-6c5d-482f-b04e-46eea8f926ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413330 Mar 29 20:26:15.632184 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85446fd6-34a0-467b-b675-67e85f3ae93b req-d92cff58-ad1d-4bbf-8d9d-960b663e1a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:15.633752 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-85446fd6-34a0-467b-b675-67e85f3ae93b req-d92cff58-ad1d-4bbf-8d9d-960b663e1a85 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10e0da9e3b824cd2bfb89fac347f7dc6&device_id=9a660fcd-5929-443e-b50c-429650eaa1fb HTTP/1.1" status: 200 len: 1127 time: 0.0453267 Mar 29 20:26:15.733382 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85446fd6-34a0-467b-b675-67e85f3ae93b req-1aafbec7-fef7-4eaa-9996-98abc862b50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:15.734869 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-85446fd6-34a0-467b-b675-67e85f3ae93b req-1aafbec7-fef7-4eaa-9996-98abc862b50c service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8b66423-ac0e-4129-a8d8-af5b7d1e3244 HTTP/1.1" status: 200 len: 916 time: 0.0902321 Mar 29 20:26:15.775548 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-85446fd6-34a0-467b-b675-67e85f3ae93b req-4147e870-c701-44ed-8f84-c01927d669bd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa01a53a-231f-4367-9ee6-68b2cc1d02d5 HTTP/1.1" status: 200 len: 217 time: 0.0338721 Mar 29 20:26:15.831300 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85446fd6-34a0-467b-b675-67e85f3ae93b req-2ae0ed8c-c6da-4bab-a34b-a9115afa81eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:15.832736 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-85446fd6-34a0-467b-b675-67e85f3ae93b req-2ae0ed8c-c6da-4bab-a34b-a9115afa81eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99e69427-dc4b-4dea-9fd9-9d2856b30669 HTTP/1.1" status: 200 len: 854 time: 0.0466444 Mar 29 20:26:15.883495 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85446fd6-34a0-467b-b675-67e85f3ae93b req-fbdde954-01cf-4713-ae85-b36638ccba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:15.884982 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-85446fd6-34a0-467b-b675-67e85f3ae93b req-fbdde954-01cf-4713-ae85-b36638ccba85 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8b66423-ac0e-4129-a8d8-af5b7d1e3244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434330 Mar 29 20:26:15.974824 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-85446fd6-34a0-467b-b675-67e85f3ae93b req-722144d9-8073-4259-bf77-e37632caa0ac service neutron] 10.222.0.42 "GET /v2.0/networks/f8b66423-ac0e-4129-a8d8-af5b7d1e3244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829089 Mar 29 20:26:16.078479 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-85446fd6-34a0-467b-b675-67e85f3ae93b req-219a3b21-4845-4d4b-92d8-70fbb8741295 service neutron] 10.222.0.42 "GET /v2.0/networks/f8b66423-ac0e-4129-a8d8-af5b7d1e3244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942855 Mar 29 20:26:16.273854 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb279f3-f7c8-47d8-8b6d-5c71a798b595 req-55bdc24e-033e-4f5b-9149-0cc768795ee1 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:16.275330 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-bfb279f3-f7c8-47d8-8b6d-5c71a798b595 req-55bdc24e-033e-4f5b-9149-0cc768795ee1 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 944 time: 0.0826087 Mar 29 20:26:16.278863 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-49130ad3-5faf-4ff0-87a3-af3ddf1bb940 req-c8c373e1-4750-4c25-b215-efcc0c9e6209 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-6528852&fields=id&tenant_id=2f6b0dd8bfcc425ab8ede8ef9179704f HTTP/1.1" status: 200 len: 267 time: 0.0750792 Mar 29 20:26:16.355541 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-bfb279f3-f7c8-47d8-8b6d-5c71a798b595 req-b5b55915-e6b4-4fc4-ae01-3c529f11e074 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746601 Mar 29 20:26:16.371256 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49130ad3-5faf-4ff0-87a3-af3ddf1bb940 req-9e444944-ecac-4954-adf8-5387ee90f2df tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:16.373483 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-49130ad3-5faf-4ff0-87a3-af3ddf1bb940 req-9e444944-ecac-4954-adf8-5387ee90f2df tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 984 time: 0.0869985 Mar 29 20:26:16.380235 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:16.386408 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [req-49130ad3-5faf-4ff0-87a3-af3ddf1bb940 req-100a9f9f-b66c-4eab-a786-41094e77a6f3 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Request body: {'port': {'security_groups': ['4f9a669c-ac4f-4718-b954-ca72f3938f11']}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:26:16.459758 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 17f5280a-0809-4341-b09e-7e4fca341272 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 20:26:16.501736 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-49130ad3-5faf-4ff0-87a3-af3ddf1bb940 req-100a9f9f-b66c-4eab-a786-41094e77a6f3 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (297c0a92-2658-4e19-828e-66381807866c), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:16.521142 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067cc57-fd23-4902-a165-ede9d3682ffd req-2d4893a7-cda7-4d81-ba74-328e5ec1b994 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:16.522675 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c067cc57-fd23-4902-a165-ede9d3682ffd req-2d4893a7-cda7-4d81-ba74-328e5ec1b994 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 946 time: 0.1044817 Mar 29 20:26:16.560674 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 17f5280a-0809-4341-b09e-7e4fca341272, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=17f5280a-0809-4341-b09e-7e4fca341272,segment=NetworkSegment(8a5c2f71-2128-458a-86c9-66786652e5d8),segment_id=8a5c2f71-2128-458a-86c9-66786652e5d8)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:26:16.572525 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Returning: {'device': '17f5280a-0809-4341-b09e-7e4fca341272', 'network_id': 'd939773b-8d62-47b4-b7b4-1f471826d25d', 'port_id': '17f5280a-0809-4341-b09e-7e4fca341272', 'mac_address': 'fa:16:3e:cb:2d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '799fd8a5-a8ac-4d73-99bd-f021992151a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 20:26:16.611774 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 17f5280a-0809-4341-b09e-7e4fca341272 is: DOWN; New status is: BUILD {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:26:16.612150 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (17f5280a-0809-4341-b09e-7e4fca341272), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:16.623804 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c067cc57-fd23-4902-a165-ede9d3682ffd req-f10a4fd8-b4e5-4f90-9994-07bcf3a8570b tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942781 Mar 29 20:26:16.625963 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f5280a-0809-4341-b09e-7e4fca341272 {{(pid=103822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:26:16.646963 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 17f5280a-0809-4341-b09e-7e4fca341272, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=17f5280a-0809-4341-b09e-7e4fca341272,segment=NetworkSegment(8a5c2f71-2128-458a-86c9-66786652e5d8),segment_id=8a5c2f71-2128-458a-86c9-66786652e5d8)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:26:16.702008 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (17f5280a-0809-4341-b09e-7e4fca341272), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:16.750057 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=17f5280a-0809-4341-b09e-7e4fca341272,revision_number=7']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:16.776047 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [req-49130ad3-5faf-4ff0-87a3-af3ddf1bb940 req-100a9f9f-b66c-4eab-a786-41094e77a6f3 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] For port 297c0a92-2658-4e19-828e-66381807866c, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=297c0a92-2658-4e19-828e-66381807866c,segment=NetworkSegment(a109c304-d1a5-4ee9-a960-da936291e203),segment_id=a109c304-d1a5-4ee9-a960-da936291e203)] {{(pid=103820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:26:16.784302 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44c1e0-da10-4d5b-b4b9-7fd847b32fb7 req-9a104b7c-907e-4870-8df7-18762ff2882b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:16.785929 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fb44c1e0-da10-4d5b-b4b9-7fd847b32fb7 req-9a104b7c-907e-4870-8df7-18762ff2882b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a660fcd-5929-443e-b50c-429650eaa1fb HTTP/1.1" status: 200 len: 943 time: 0.0988195 Mar 29 20:26:16.841261 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-49130ad3-5faf-4ff0-87a3-af3ddf1bb940 req-100a9f9f-b66c-4eab-a786-41094e77a6f3 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for port (297c0a92-2658-4e19-828e-66381807866c), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:16.853661 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fb44c1e0-da10-4d5b-b4b9-7fd847b32fb7 req-df32735e-4711-4f0f-af3a-da61b981faad tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=4b19c6de-6c5d-482f-b04e-46eea8f926ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616078 Mar 29 20:26:16.917933 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-49130ad3-5faf-4ff0-87a3-af3ddf1bb940 req-100a9f9f-b66c-4eab-a786-41094e77a6f3 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126327796'] for port (297c0a92-2658-4e19-828e-66381807866c), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:16.932797 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['297c0a92-2658-4e19-828e-66381807866c'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:26:16.959690 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49130ad3-5faf-4ff0-87a3-af3ddf1bb940 req-100a9f9f-b66c-4eab-a786-41094e77a6f3 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:16.960305 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-49130ad3-5faf-4ff0-87a3-af3ddf1bb940 req-100a9f9f-b66c-4eab-a786-41094e77a6f3 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:16.961749 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-49130ad3-5faf-4ff0-87a3-af3ddf1bb940 req-100a9f9f-b66c-4eab-a786-41094e77a6f3 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "PUT /v2.0/ports/297c0a92-2658-4e19-828e-66381807866c HTTP/1.1" status: 200 len: 942 time: 0.5802569 Mar 29 20:26:16.964224 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d9edf2-8239-46aa-b193-21c405936f47', 'tag': '297c0a92-2658-4e19-828e-66381807866c'}] {{(pid=103820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:26:16.966637 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6edefd21b48d6680289e87f093b2b3ac5ccca22ebb7ce82a748a83257c36a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edaee6dc-55ab-4805-b3fa-0c9e97ea5627" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d9edf2-8239-46aa-b193-21c405936f47", "tag": "297c0a92-2658-4e19-828e-66381807866c"}]}' {{(pid=103820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:26:16.967834 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 49508) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:26:17.013373 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a9f9f-b66c-4eab-a786-41094e77a6f3 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Pushing event updated for resources: {'Port': ['ID=297c0a92-2658-4e19-828e-66381807866c,revision_number=7']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:17.018719 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5886f922-85d1-4acd-841c-f7a8f3be4f4e x-openstack-request-id: req-5886f922-85d1-4acd-841c-f7a8f3be4f4e {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:26:17.019319 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d9edf2-8239-46aa-b193-21c405936f47", "tag": "297c0a92-2658-4e19-828e-66381807866c", "status": "completed", "code": 200}]} {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:26:17.019916 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5886f922-85d1-4acd-841c-f7a8f3be4f4e {{(pid=103820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:26:17.020526 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5886f922-85d1-4acd-841c-f7a8f3be4f4e'] response: {'name': 'network-changed', 'server_uuid': 'a0d9edf2-8239-46aa-b193-21c405936f47', 'tag': '297c0a92-2658-4e19-828e-66381807866c', 'status': 'completed', 'code': 200} Mar 29 20:26:17.037167 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['17f5280a-0809-4341-b09e-7e4fca341272'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:26:17.080785 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-91c33b59-d27e-4441-bc48-509dc75fbbd9 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for security_group (96977c4b-f076-4848-b747-3af2ebdeb816), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:17.102383 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['297c0a92-2658-4e19-828e-66381807866c'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:26:17.114312 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-91c33b59-d27e-4441-bc48-509dc75fbbd9 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for security_group (96977c4b-f076-4848-b747-3af2ebdeb816), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:17.143639 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaee6dc-55ab-4805-b3fa-0c9e97ea5627 req-44aabab5-339c-4213-9ccd-eb0742c20145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:17.145491 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-edaee6dc-55ab-4805-b3fa-0c9e97ea5627 req-44aabab5-339c-4213-9ccd-eb0742c20145 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2f6b0dd8bfcc425ab8ede8ef9179704f&device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 1129 time: 0.0955007 Mar 29 20:26:17.249037 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaee6dc-55ab-4805-b3fa-0c9e97ea5627 req-c140f114-a0bb-4bcd-bddc-e38665c7a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:17.250663 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-edaee6dc-55ab-4805-b3fa-0c9e97ea5627 req-c140f114-a0bb-4bcd-bddc-e38665c7a650 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ec7c80de-26a8-44bc-b650-b022758e3ce1 HTTP/1.1" status: 200 len: 915 time: 0.0913386 Mar 29 20:26:17.266785 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-b17f0d40-1923-4dbe-9417-3af0970a3921 None None] Provisioning complete for port 297c0a92-2658-4e19-828e-66381807866c triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:26:17.267158 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-b17f0d40-1923-4dbe-9417-3af0970a3921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (297c0a92-2658-4e19-828e-66381807866c), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:17.321674 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-91c33b59-d27e-4441-bc48-509dc75fbbd9 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (96977c4b-f076-4848-b747-3af2ebdeb816), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:17.324221 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-91c33b59-d27e-4441-bc48-509dc75fbbd9 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:17.328234 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-91c33b59-d27e-4441-bc48-509dc75fbbd9 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "DELETE /v2.0/security-groups/96977c4b-f076-4848-b747-3af2ebdeb816 HTTP/1.1" status: 204 len: 168 time: 0.3559823 Mar 29 20:26:17.328986 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 49512) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:26:17.330256 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-edaee6dc-55ab-4805-b3fa-0c9e97ea5627 req-b9550f81-9ece-4250-b9bd-e05e23f42879 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=297c0a92-2658-4e19-828e-66381807866c HTTP/1.1" status: 200 len: 1001 time: 0.0709972 Mar 29 20:26:17.336634 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c33b59-d27e-4441-bc48-509dc75fbbd9 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96977c4b-f076-4848-b747-3af2ebdeb816,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:17.392086 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaee6dc-55ab-4805-b3fa-0c9e97ea5627 req-e6a88920-5582-4f9d-9e97-300804e418e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:17.393087 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-edaee6dc-55ab-4805-b3fa-0c9e97ea5627 req-e6a88920-5582-4f9d-9e97-300804e418e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=98fc0e2c-1bc2-49a5-9d7c-3117851043d1 HTTP/1.1" status: 200 len: 853 time: 0.0533624 Mar 29 20:26:17.456312 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaee6dc-55ab-4805-b3fa-0c9e97ea5627 req-45ba2c9d-05ef-457d-9dd9-25458b5a0dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:17.457906 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-edaee6dc-55ab-4805-b3fa-0c9e97ea5627 req-45ba2c9d-05ef-457d-9dd9-25458b5a0dcf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec7c80de-26a8-44bc-b650-b022758e3ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573776 Mar 29 20:26:17.515825 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-b17f0d40-1923-4dbe-9417-3af0970a3921 None None] Current status of the port 297c0a92-2658-4e19-828e-66381807866c is: ACTIVE; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:26:17.571772 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-edaee6dc-55ab-4805-b3fa-0c9e97ea5627 req-abf67eae-27bb-477e-bea8-2d576aed58f0 service neutron] 10.222.0.42 "GET /v2.0/networks/ec7c80de-26a8-44bc-b650-b022758e3ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962906 Mar 29 20:26:17.676119 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-edaee6dc-55ab-4805-b3fa-0c9e97ea5627 req-b55b573c-c7da-4be8-9406-db0b0a707741 service neutron] 10.222.0.42 "GET /v2.0/networks/ec7c80de-26a8-44bc-b650-b022758e3ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965991 Mar 29 20:26:17.864513 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f73f08-d8c7-489a-937c-0910caa123a5 req-24e60996-5f7b-4840-9915-86e3d80667f5 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:17.866020 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d6f73f08-d8c7-489a-937c-0910caa123a5 req-24e60996-5f7b-4840-9915-86e3d80667f5 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 945 time: 0.4030435 Mar 29 20:26:17.932663 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d8a12-72f0-48d8-8b35-4a0603e11cb9 req-503a7526-11f3-4f82-97b3-cfa18d400801 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:17.934734 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ac4d8a12-72f0-48d8-8b35-4a0603e11cb9 req-503a7526-11f3-4f82-97b3-cfa18d400801 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 946 time: 0.1085064 Mar 29 20:26:17.943382 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-d68d4b18-bb3c-4653-960b-f8f8b42c9ac3 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Deleting port bed13d81-0a98-4ac4-bde2-42bd1baa11e1 {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:26:17.943720 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d68d4b18-bb3c-4653-960b-f8f8b42c9ac3 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (bed13d81-0a98-4ac4-bde2-42bd1baa11e1), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:17.976782 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d6f73f08-d8c7-489a-937c-0910caa123a5 req-fc75bae6-e58a-40e6-91af-ef8bfd400003 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037748 Mar 29 20:26:18.065928 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ac4d8a12-72f0-48d8-8b35-4a0603e11cb9 req-9b4d5058-888f-4585-8de0-e89f85912502 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246221 Mar 29 20:26:18.102001 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d68d4b18-bb3c-4653-960b-f8f8b42c9ac3 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (bed13d81-0a98-4ac4-bde2-42bd1baa11e1), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:18.102328 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d68d4b18-bb3c-4653-960b-f8f8b42c9ac3 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for floatingip (bed13d81-0a98-4ac4-bde2-42bd1baa11e1), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:18.119884 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-d68d4b18-bb3c-4653-960b-f8f8b42c9ac3 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Calling delete_port for bed13d81-0a98-4ac4-bde2-42bd1baa11e1 owned by network:floatingip {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:26:18.138250 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cb856-b718-4ffd-a7f5-8258be515e1b req-49acfdd8-0107-42b0-aa20-f102d153db83 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:18.139787 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-451cb856-b718-4ffd-a7f5-8258be515e1b req-49acfdd8-0107-42b0-aa20-f102d153db83 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a660fcd-5929-443e-b50c-429650eaa1fb HTTP/1.1" status: 200 len: 943 time: 0.0982237 Mar 29 20:26:18.262851 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-451cb856-b718-4ffd-a7f5-8258be515e1b req-da5ed9d5-ab5c-498d-9884-100f52629812 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=4b19c6de-6c5d-482f-b04e-46eea8f926ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169984 Mar 29 20:26:18.425305 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d68d4b18-bb3c-4653-960b-f8f8b42c9ac3 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (bed13d81-0a98-4ac4-bde2-42bd1baa11e1), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:18.454447 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d4b18-bb3c-4653-960b-f8f8b42c9ac3 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Pushing event deleted for resources: {'Port': ['ID=bed13d81-0a98-4ac4-bde2-42bd1baa11e1,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:18.468599 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device fa01a53a-231f-4367-9ee6-68b2cc1d02d5 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 20:26:18.473641 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 17f5280a-0809-4341-b09e-7e4fca341272 up at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:26:18.519527 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d68d4b18-bb3c-4653-960b-f8f8b42c9ac3 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks [] for floatingip (a457358a-16c4-491d-860b-e68fa08ae569), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:18.519786 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.db.l3_db [None req-d68d4b18-bb3c-4653-960b-f8f8b42c9ac3 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Floating IP a457358a-16c4-491d-860b-e68fa08ae569 disassociated (deleted). External IP: 172.27.3.103, port: 297c0a92-2658-4e19-828e-66381807866c. Mar 29 20:26:18.590057 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning complete for port 17f5280a-0809-4341-b09e-7e4fca341272 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:26:18.591374 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (17f5280a-0809-4341-b09e-7e4fca341272), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:18.638829 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port fa01a53a-231f-4367-9ee6-68b2cc1d02d5, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=fa01a53a-231f-4367-9ee6-68b2cc1d02d5,segment=NetworkSegment(5e7bedf7-f22f-4efb-a5de-316c44ea4199),segment_id=5e7bedf7-f22f-4efb-a5de-316c44ea4199)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:26:18.657461 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Returning: {'device': 'fa01a53a-231f-4367-9ee6-68b2cc1d02d5', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'port_id': 'fa01a53a-231f-4367-9ee6-68b2cc1d02d5', 'mac_address': 'fa:16:3e:76:5f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 20:26:18.727196 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port fa01a53a-231f-4367-9ee6-68b2cc1d02d5 is: DOWN; New status is: BUILD {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:26:18.727587 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (fa01a53a-231f-4367-9ee6-68b2cc1d02d5), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:18.730533 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 17f5280a-0809-4341-b09e-7e4fca341272 is: BUILD; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:26:18.730942 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (17f5280a-0809-4341-b09e-7e4fca341272), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:18.745559 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68d4b18-bb3c-4653-960b-f8f8b42c9ac3 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Router 4e55d042-4515-4621-875b-874bfc40d760 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:26:18.749492 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa01a53a-231f-4367-9ee6-68b2cc1d02d5 {{(pid=103822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:26:18.772322 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8298dbc5-55e6-42b6-a7cb-5bb84329e6cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f5280a-0809-4341-b09e-7e4fca341272'}] {{(pid=103822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:26:18.774541 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0861b571914e5dc523c78e704c27631447c9211d5b419e1eb1b6a7c48cd57d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb3dd44-d7d0-4203-9dfc-130e09c28373" -d '{"events": [{"server_uuid": "8298dbc5-55e6-42b6-a7cb-5bb84329e6cc", "name": "network-vif-plugged", "status": "completed", "tag": "17f5280a-0809-4341-b09e-7e4fca341272"}]}' {{(pid=103822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:26:18.793120 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port fa01a53a-231f-4367-9ee6-68b2cc1d02d5, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=fa01a53a-231f-4367-9ee6-68b2cc1d02d5,segment=NetworkSegment(5e7bedf7-f22f-4efb-a5de-316c44ea4199),segment_id=5e7bedf7-f22f-4efb-a5de-316c44ea4199)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:26:18.795370 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 17f5280a-0809-4341-b09e-7e4fca341272, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=17f5280a-0809-4341-b09e-7e4fca341272,segment=NetworkSegment(8a5c2f71-2128-458a-86c9-66786652e5d8),segment_id=8a5c2f71-2128-458a-86c9-66786652e5d8)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:26:18.815167 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad242a2f-fb4d-4779-8540-2271050009da x-openstack-request-id: req-ad242a2f-fb4d-4779-8540-2271050009da {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:26:18.815488 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8298dbc5-55e6-42b6-a7cb-5bb84329e6cc", "name": "network-vif-plugged", "status": "completed", "tag": "17f5280a-0809-4341-b09e-7e4fca341272", "code": 200}]} {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:26:18.815773 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ad242a2f-fb4d-4779-8540-2271050009da {{(pid=103822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:26:18.816441 dv-cinder-784815-3-iscsi neutron-server[103822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad242a2f-fb4d-4779-8540-2271050009da'] response: {'server_uuid': '8298dbc5-55e6-42b6-a7cb-5bb84329e6cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f5280a-0809-4341-b09e-7e4fca341272', 'code': 200} Mar 29 20:26:18.861550 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (fa01a53a-231f-4367-9ee6-68b2cc1d02d5), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:18.864898 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68d4b18-bb3c-4653-960b-f8f8b42c9ac3 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:26:18.869809 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d68d4b18-bb3c-4653-960b-f8f8b42c9ac3 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:18.875155 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5798830c-e7a4-46cd-922a-f0fc478f0260 None None] Sync routers for ids ['4e55d042-4515-4621-875b-874bfc40d760'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:26:18.885370 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5798830c-e7a4-46cd-922a-f0fc478f0260 None None] Routers {'4e55d042-4515-4621-875b-874bfc40d760'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:26:18.886887 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-5798830c-e7a4-46cd-922a-f0fc478f0260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:26:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4e55d042-4515-4621-875b-874bfc40d760'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:26:18.897433 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (17f5280a-0809-4341-b09e-7e4fca341272), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:18.906535 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-d68d4b18-bb3c-4653-960b-f8f8b42c9ac3 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "DELETE /v2.0/floatingips/a457358a-16c4-491d-860b-e68fa08ae569 HTTP/1.1" status: 204 len: 168 time: 1.5735774 Mar 29 20:26:18.929415 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=fa01a53a-231f-4367-9ee6-68b2cc1d02d5,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:19.004572 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=17f5280a-0809-4341-b09e-7e4fca341272,revision_number=8']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:19.038381 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d9edf2-8239-46aa-b193-21c405936f47', 'tag': '297c0a92-2658-4e19-828e-66381807866c'}] {{(pid=103820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:26:19.038381 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6edefd21b48d6680289e87f093b2b3ac5ccca22ebb7ce82a748a83257c36a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47eb8b19-0cc0-4b87-b490-bbf6db1f5a90" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d9edf2-8239-46aa-b193-21c405936f47", "tag": "297c0a92-2658-4e19-828e-66381807866c"}]}' {{(pid=103820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:26:19.053504 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-5798830c-e7a4-46cd-922a-f0fc478f0260 None None] Set router 4e55d042-4515-4621-875b-874bfc40d760 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:26:19.116945 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e912c0-337e-4947-8f77-4d5e75ec82f1 req-26be8b54-9e29-4330-a103-27656694dcbe tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:19.118989 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e9e912c0-337e-4947-8f77-4d5e75ec82f1 req-26be8b54-9e29-4330-a103-27656694dcbe tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 946 time: 0.0642152 Mar 29 20:26:19.162911 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51405205-5375-47d8-8e81-e96c674b23d7 req-ccf3bf1d-af3c-4e7f-bd1b-f071fba4d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:19.164505 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-51405205-5375-47d8-8e81-e96c674b23d7 req-ccf3bf1d-af3c-4e7f-bd1b-f071fba4d6b4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 1130 time: 0.0475757 Mar 29 20:26:19.176600 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e9e912c0-337e-4947-8f77-4d5e75ec82f1 req-f80d79e8-2631-4b1c-a29a-8d4ab48ff434 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509126 Mar 29 20:26:19.192797 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['fa01a53a-231f-4367-9ee6-68b2cc1d02d5'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:26:19.239994 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-51405205-5375-47d8-8e81-e96c674b23d7 req-fb44f256-3efc-480f-8153-b9f795c67562 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609672 Mar 29 20:26:19.250107 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6963e42-96e4-4625-b96a-57ce07d6909e x-openstack-request-id: req-e6963e42-96e4-4625-b96a-57ce07d6909e {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:26:19.250398 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d9edf2-8239-46aa-b193-21c405936f47", "tag": "297c0a92-2658-4e19-828e-66381807866c", "status": "completed", "code": 200}]} {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:26:19.250657 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e6963e42-96e4-4625-b96a-57ce07d6909e {{(pid=103820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:26:19.251061 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6963e42-96e4-4625-b96a-57ce07d6909e'] response: {'name': 'network-changed', 'server_uuid': 'a0d9edf2-8239-46aa-b193-21c405936f47', 'tag': '297c0a92-2658-4e19-828e-66381807866c', 'status': 'completed', 'code': 200} Mar 29 20:26:19.265324 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-5798830c-e7a4-46cd-922a-f0fc478f0260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e55d042-4515-4621-875b-874bfc40d760', 'name': 'tempest-TestMinimumBasicScenario-506801266-router', 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'f86f2e53-cd81-4540-adb7-e0a898f71cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:23:03Z', 'updated_at': '2022-03-29T20:23:10Z', 'revision_number': 4, 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'gw_port': {'id': 'f86f2e53-cd81-4540-adb7-e0a898f71cff', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e55d042-4515-4621-875b-874bfc40d760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:05Z', 'updated_at': '2022-03-29T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '05c86d5d-9067-47dc-bb2e-47571c305112', 'name': '', 'network_id': 'ec7c80de-26a8-44bc-b650-b022758e3ce1', 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'mac_address': 'fa:16:3e:e5:a4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e55d042-4515-4621-875b-874bfc40d760', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '98fc0e2c-1bc2-49a5-9d7c-3117851043d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:08Z', 'updated_at': '2022-03-29T20:23:14Z', 'revision_number': 5, 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'subnets': [{'id': '98fc0e2c-1bc2-49a5-9d7c-3117851043d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:26:19.296895 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5798830c-e7a4-46cd-922a-f0fc478f0260 None None] Checking router: 4e55d042-4515-4621-875b-874bfc40d760 for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:26:19.305426 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5798830c-e7a4-46cd-922a-f0fc478f0260 None None] Routers {'4e55d042-4515-4621-875b-874bfc40d760'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:26:19.306039 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-5798830c-e7a4-46cd-922a-f0fc478f0260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:26:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4e55d042-4515-4621-875b-874bfc40d760'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:26:19.357545 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ac093-f7e1-4f32-9a6f-6687849e5c81 req-c5d6a7d8-7d4e-4a73-a3f7-0a496754b206 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:19.396423 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4b7ac093-f7e1-4f32-9a6f-6687849e5c81 req-c5d6a7d8-7d4e-4a73-a3f7-0a496754b206 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 946 time: 0.0635414 Mar 29 20:26:19.396975 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:26:19.412050 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4b7ac093-f7e1-4f32-9a6f-6687849e5c81 req-48be76f8-a278-4f46-b971-03ccb8c09ffd tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463846 Mar 29 20:26:19.424235 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-5798830c-e7a4-46cd-922a-f0fc478f0260 None None] Set router 4e55d042-4515-4621-875b-874bfc40d760 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:26:19.472498 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e019e-315e-4cc2-bdb2-c2a8e6765e51 req-bb4e940a-a75a-4601-bdce-4eae22537f8d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:19.488146 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e89e019e-315e-4cc2-bdb2-c2a8e6765e51 req-bb4e940a-a75a-4601-bdce-4eae22537f8d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a660fcd-5929-443e-b50c-429650eaa1fb HTTP/1.1" status: 200 len: 944 time: 0.0674241 Mar 29 20:26:19.527113 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e89e019e-315e-4cc2-bdb2-c2a8e6765e51 req-719b18a6-587b-4ba9-9ae3-471214778a01 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=4b19c6de-6c5d-482f-b04e-46eea8f926ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447893 Mar 29 20:26:19.545432 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb8b19-0cc0-4b87-b490-bbf6db1f5a90 req-4bbe5ca1-0a10-4372-8f61-930df77173d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:19.547664 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-47eb8b19-0cc0-4b87-b490-bbf6db1f5a90 req-4bbe5ca1-0a10-4372-8f61-930df77173d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2f6b0dd8bfcc425ab8ede8ef9179704f&device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 1129 time: 0.0578983 Mar 29 20:26:19.631930 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-5798830c-e7a4-46cd-922a-f0fc478f0260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e55d042-4515-4621-875b-874bfc40d760', 'name': 'tempest-TestMinimumBasicScenario-506801266-router', 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'f86f2e53-cd81-4540-adb7-e0a898f71cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:23:03Z', 'updated_at': '2022-03-29T20:23:10Z', 'revision_number': 4, 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'gw_port': {'id': 'f86f2e53-cd81-4540-adb7-e0a898f71cff', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e55d042-4515-4621-875b-874bfc40d760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:05Z', 'updated_at': '2022-03-29T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '05c86d5d-9067-47dc-bb2e-47571c305112', 'name': '', 'network_id': 'ec7c80de-26a8-44bc-b650-b022758e3ce1', 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'mac_address': 'fa:16:3e:e5:a4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e55d042-4515-4621-875b-874bfc40d760', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '98fc0e2c-1bc2-49a5-9d7c-3117851043d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:08Z', 'updated_at': '2022-03-29T20:23:14Z', 'revision_number': 5, 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'subnets': [{'id': '98fc0e2c-1bc2-49a5-9d7c-3117851043d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:26:19.649247 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb8b19-0cc0-4b87-b490-bbf6db1f5a90 req-a06e4b21-6e9e-48b3-8517-7f7a88ae3b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:19.651271 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-47eb8b19-0cc0-4b87-b490-bbf6db1f5a90 req-a06e4b21-6e9e-48b3-8517-7f7a88ae3b31 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ec7c80de-26a8-44bc-b650-b022758e3ce1 HTTP/1.1" status: 200 len: 915 time: 0.0854878 Mar 29 20:26:19.658138 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5798830c-e7a4-46cd-922a-f0fc478f0260 None None] The sync data for ids ['4e55d042-4515-4621-875b-874bfc40d760'] in dv-cinder-784815-3-iscsi is: [{'id': '4e55d042-4515-4621-875b-874bfc40d760', 'name': 'tempest-TestMinimumBasicScenario-506801266-router', 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'f86f2e53-cd81-4540-adb7-e0a898f71cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:23:03Z', 'updated_at': '2022-03-29T20:23:10Z', 'revision_number': 4, 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'gw_port': {'id': 'f86f2e53-cd81-4540-adb7-e0a898f71cff', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e55d042-4515-4621-875b-874bfc40d760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:05Z', 'updated_at': '2022-03-29T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '05c86d5d-9067-47dc-bb2e-47571c305112', 'name': '', 'network_id': 'ec7c80de-26a8-44bc-b650-b022758e3ce1', 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'mac_address': 'fa:16:3e:e5:a4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e55d042-4515-4621-875b-874bfc40d760', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '98fc0e2c-1bc2-49a5-9d7c-3117851043d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:08Z', 'updated_at': '2022-03-29T20:23:14Z', 'revision_number': 5, 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'subnets': [{'id': '98fc0e2c-1bc2-49a5-9d7c-3117851043d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:26:19.714770 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-47eb8b19-0cc0-4b87-b490-bbf6db1f5a90 req-5847e453-197d-4b92-b235-6d527572d0a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=297c0a92-2658-4e19-828e-66381807866c HTTP/1.1" status: 200 len: 217 time: 0.0418053 Mar 29 20:26:19.766756 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb8b19-0cc0-4b87-b490-bbf6db1f5a90 req-c43d891d-413a-45c7-983e-06d644db529d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:19.768267 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-47eb8b19-0cc0-4b87-b490-bbf6db1f5a90 req-c43d891d-413a-45c7-983e-06d644db529d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=98fc0e2c-1bc2-49a5-9d7c-3117851043d1 HTTP/1.1" status: 200 len: 853 time: 0.0453672 Mar 29 20:26:19.821445 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb8b19-0cc0-4b87-b490-bbf6db1f5a90 req-bfa2f798-b794-436b-94db-bc83600d7980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:19.823012 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-47eb8b19-0cc0-4b87-b490-bbf6db1f5a90 req-bfa2f798-b794-436b-94db-bc83600d7980 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec7c80de-26a8-44bc-b650-b022758e3ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466938 Mar 29 20:26:19.919726 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5591d74-4dc9-4913-81cf-fa0d273a0b34 None None] New status for floating IP a457358a-16c4-491d-860b-e68fa08ae569: DOWN {{(pid=103822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 20:26:19.921253 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-47eb8b19-0cc0-4b87-b490-bbf6db1f5a90 req-8bbb86e2-2c48-4b9e-a899-4c36288f53d1 service neutron] 10.222.0.42 "GET /v2.0/networks/ec7c80de-26a8-44bc-b650-b022758e3ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909555 Mar 29 20:26:20.020087 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-47eb8b19-0cc0-4b87-b490-bbf6db1f5a90 req-dc5a4381-4dd3-41eb-819a-778153018086 service neutron] 10.222.0.42 "GET /v2.0/networks/ec7c80de-26a8-44bc-b650-b022758e3ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888064 Mar 29 20:26:20.311140 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ecbc5-0c1f-4303-bfaf-222c5a738a3f req-74b9f422-3693-46e0-9268-5471a8011386 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:20.312658 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f75ecbc5-0c1f-4303-bfaf-222c5a738a3f req-74b9f422-3693-46e0-9268-5471a8011386 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 946 time: 0.0583966 Mar 29 20:26:20.364265 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f75ecbc5-0c1f-4303-bfaf-222c5a738a3f req-411bc443-a2d0-4a00-b7ec-4ca54b29b78a tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454834 Mar 29 20:26:20.472103 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device fa01a53a-231f-4367-9ee6-68b2cc1d02d5 up at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:26:20.548869 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123398bb-1b80-4946-8cd1-6aff1d81bd60 req-f18194e5-9109-4557-bbf8-87219f48e352 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:20.551499 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-123398bb-1b80-4946-8cd1-6aff1d81bd60 req-f18194e5-9109-4557-bbf8-87219f48e352 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 946 time: 0.0663228 Mar 29 20:26:20.604323 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-123398bb-1b80-4946-8cd1-6aff1d81bd60 req-f7172b92-5b76-4612-ab98-17424d9a3513 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472057 Mar 29 20:26:20.658377 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7ffc8-1a79-47b7-aa5b-33a1750095d8 req-8b844a56-ad60-4ed8-ba3c-a6952bae0481 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:20.659851 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-bea7ffc8-1a79-47b7-aa5b-33a1750095d8 req-8b844a56-ad60-4ed8-ba3c-a6952bae0481 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a660fcd-5929-443e-b50c-429650eaa1fb HTTP/1.1" status: 200 len: 944 time: 0.0538399 Mar 29 20:26:20.661890 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning for port fa01a53a-231f-4367-9ee6-68b2cc1d02d5 completed by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 20:26:20.666949 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning complete for port fa01a53a-231f-4367-9ee6-68b2cc1d02d5 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:26:20.667401 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (fa01a53a-231f-4367-9ee6-68b2cc1d02d5), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:20.716847 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-bea7ffc8-1a79-47b7-aa5b-33a1750095d8 req-ad756075-d632-4c2e-979c-5ec1b93432c6 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=4b19c6de-6c5d-482f-b04e-46eea8f926ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490758 Mar 29 20:26:20.765141 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port fa01a53a-231f-4367-9ee6-68b2cc1d02d5 is: BUILD; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:26:20.765141 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (fa01a53a-231f-4367-9ee6-68b2cc1d02d5), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:20.798754 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port fa01a53a-231f-4367-9ee6-68b2cc1d02d5, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=fa01a53a-231f-4367-9ee6-68b2cc1d02d5,segment=NetworkSegment(5e7bedf7-f22f-4efb-a5de-316c44ea4199),segment_id=5e7bedf7-f22f-4efb-a5de-316c44ea4199)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:26:20.817750 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a660fcd-5929-443e-b50c-429650eaa1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa01a53a-231f-4367-9ee6-68b2cc1d02d5'}] {{(pid=103822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:26:20.820204 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0861b571914e5dc523c78e704c27631447c9211d5b419e1eb1b6a7c48cd57d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abb8563-6971-4f08-ac39-588656b62d89" -d '{"events": [{"server_uuid": "9a660fcd-5929-443e-b50c-429650eaa1fb", "name": "network-vif-plugged", "status": "completed", "tag": "fa01a53a-231f-4367-9ee6-68b2cc1d02d5"}]}' {{(pid=103822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:26:20.855111 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3540fced-2e99-467b-9065-f2cb1635ad93 x-openstack-request-id: req-3540fced-2e99-467b-9065-f2cb1635ad93 {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:26:20.855428 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a660fcd-5929-443e-b50c-429650eaa1fb", "name": "network-vif-plugged", "status": "completed", "tag": "fa01a53a-231f-4367-9ee6-68b2cc1d02d5", "code": 200}]} {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:26:20.856222 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3540fced-2e99-467b-9065-f2cb1635ad93 {{(pid=103822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:26:20.856848 dv-cinder-784815-3-iscsi neutron-server[103822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3540fced-2e99-467b-9065-f2cb1635ad93'] response: {'server_uuid': '9a660fcd-5929-443e-b50c-429650eaa1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa01a53a-231f-4367-9ee6-68b2cc1d02d5', 'code': 200} Mar 29 20:26:21.061865 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (fa01a53a-231f-4367-9ee6-68b2cc1d02d5), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:21.111720 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=fa01a53a-231f-4367-9ee6-68b2cc1d02d5,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:21.242939 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef226c4-a5f6-4953-9615-ae7c8f12c044 req-17b3c119-03bb-4fb1-9690-64c2a7eeeb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:21.244426 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-7ef226c4-a5f6-4953-9615-ae7c8f12c044 req-17b3c119-03bb-4fb1-9690-64c2a7eeeb8c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9a660fcd-5929-443e-b50c-429650eaa1fb HTTP/1.1" status: 200 len: 1129 time: 0.0438912 Mar 29 20:26:21.293630 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-7ef226c4-a5f6-4953-9615-ae7c8f12c044 req-7a44792c-ef68-46fd-951f-7e8ef8ad09b3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4b19c6de-6c5d-482f-b04e-46eea8f926ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407102 Mar 29 20:26:21.483553 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1467f-e0a9-4733-9610-c6c9be17d9ef req-264e9aa5-9e6c-4846-b9b1-f56ed8287051 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:21.485032 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fcc1467f-e0a9-4733-9610-c6c9be17d9ef req-264e9aa5-9e6c-4846-b9b1-f56ed8287051 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 946 time: 0.0531778 Mar 29 20:26:21.533904 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fcc1467f-e0a9-4733-9610-c6c9be17d9ef req-ad48af4f-6f8c-469f-a80d-70209f2f48ed tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431557 Mar 29 20:26:21.733704 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c934d-3a89-4eb6-93d4-9df8f16ddccd req-9da4b4da-91b5-4080-afc3-553b780a87c2 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:21.735213 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-638c934d-3a89-4eb6-93d4-9df8f16ddccd req-9da4b4da-91b5-4080-afc3-553b780a87c2 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 946 time: 0.0568490 Mar 29 20:26:21.785790 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-638c934d-3a89-4eb6-93d4-9df8f16ddccd req-fa39bc71-9be4-46d1-9198-ba94413a8453 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440242 Mar 29 20:26:21.859687 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd981de2-5e7f-4155-8879-f9966f3db82b req-9a3206ac-a1b1-454b-9a36-b9f53ead2121 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:21.861188 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fd981de2-5e7f-4155-8879-f9966f3db82b req-9a3206ac-a1b1-454b-9a36-b9f53ead2121 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a660fcd-5929-443e-b50c-429650eaa1fb HTTP/1.1" status: 200 len: 945 time: 0.0570910 Mar 29 20:26:21.908925 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fd981de2-5e7f-4155-8879-f9966f3db82b req-8e67a961-cfe7-4823-9d01-e26cfae56a7b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=4b19c6de-6c5d-482f-b04e-46eea8f926ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420179 Mar 29 20:26:22.914718 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae3718-575e-44eb-b4c1-14d5e748770c req-23566f04-72e9-4651-9c9d-b6ed1fb60860 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:22.916180 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-74ae3718-575e-44eb-b4c1-14d5e748770c req-23566f04-72e9-4651-9c9d-b6ed1fb60860 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 946 time: 0.0543444 Mar 29 20:26:22.978965 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-74ae3718-575e-44eb-b4c1-14d5e748770c req-350a4ecc-1704-488c-8cd4-edf6efb1e73f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569148 Mar 29 20:26:23.194047 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef43459-a5eb-4bcf-96ab-1b8525fecf6a req-2dae2712-0eaa-43fe-a8f8-92830819b588 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:23.195727 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cef43459-a5eb-4bcf-96ab-1b8525fecf6a req-2dae2712-0eaa-43fe-a8f8-92830819b588 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a660fcd-5929-443e-b50c-429650eaa1fb HTTP/1.1" status: 200 len: 945 time: 0.0605278 Mar 29 20:26:23.243865 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cef43459-a5eb-4bcf-96ab-1b8525fecf6a req-f118d530-5696-4b2a-95cb-9e92bec57e89 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=4b19c6de-6c5d-482f-b04e-46eea8f926ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421338 Mar 29 20:26:23.365650 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911ce39-e377-40db-9227-5f3e07195534 req-eadf358e-2275-4800-95f5-77dbbe33a7d1 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:23.367122 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d911ce39-e377-40db-9227-5f3e07195534 req-eadf358e-2275-4800-95f5-77dbbe33a7d1 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a660fcd-5929-443e-b50c-429650eaa1fb HTTP/1.1" status: 200 len: 945 time: 0.0604544 Mar 29 20:26:23.378227 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 49584) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:26:23.382947 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-3e06887b-358c-4cfc-8799-39658e16a448 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Request body: {'floatingip': {'port_id': 'fa01a53a-231f-4367-9ee6-68b2cc1d02d5'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:26:23.425931 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3e06887b-358c-4cfc-8799-39658e16a448 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for floatingip (a226cef6-c3a1-4da1-bf33-bb6bf4de5af6), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:23.517342 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6d3e7-6f90-4393-be2c-4ca114910d1c req-f0d6a2af-3700-4314-bae4-76fed8335ade tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:23.518908 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b4d6d3e7-6f90-4393-be2c-4ca114910d1c req-f0d6a2af-3700-4314-bae4-76fed8335ade tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 945 time: 0.0606036 Mar 29 20:26:23.567861 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b4d6d3e7-6f90-4393-be2c-4ca114910d1c req-6926857d-4bec-472e-af23-33148acc50ca tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430698 Mar 29 20:26:23.871977 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3e06887b-358c-4cfc-8799-39658e16a448 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:23.953262 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3e06887b-358c-4cfc-8799-39658e16a448 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (a226cef6-c3a1-4da1-bf33-bb6bf4de5af6), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:24.060577 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.db.l3_db [None req-3e06887b-358c-4cfc-8799-39658e16a448 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Floating IP a226cef6-c3a1-4da1-bf33-bb6bf4de5af6 associated. External IP: 172.27.3.91, port: fa01a53a-231f-4367-9ee6-68b2cc1d02d5. Mar 29 20:26:24.126439 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bd3c0-1270-41de-962b-e1e80878f4e8 req-c9c5e537-36a7-477a-9881-f633565b8c72 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:24.127939 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fa3bd3c0-1270-41de-962b-e1e80878f4e8 req-c9c5e537-36a7-477a-9881-f633565b8c72 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 946 time: 0.0597494 Mar 29 20:26:24.176058 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fa3bd3c0-1270-41de-962b-e1e80878f4e8 req-6a980106-217a-464c-961e-646c9b9b37ba tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424602 Mar 29 20:26:24.491586 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e06887b-358c-4cfc-8799-39658e16a448 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:26:24.607647 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e06887b-358c-4cfc-8799-39658e16a448 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:26:24.612501 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3e06887b-358c-4cfc-8799-39658e16a448 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:24.619800 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2197e103-1cb3-4c24-bd64-ceeba1eeefd5 None None] Sync routers for ids ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:26:24.629720 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2197e103-1cb3-4c24-bd64-ceeba1eeefd5 None None] Routers {'4a8de07c-e7e6-411d-ad8d-06d31fa09371'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:26:24.630627 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-2197e103-1cb3-4c24-bd64-ceeba1eeefd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:26:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:26:24.648120 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-3e06887b-358c-4cfc-8799-39658e16a448 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "PUT /v2.0/floatingips/a226cef6-c3a1-4da1-bf33-bb6bf4de5af6 HTTP/1.1" status: 200 len: 990 time: 1.2687678 Mar 29 20:26:24.648965 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a660fcd-5929-443e-b50c-429650eaa1fb', 'tag': 'fa01a53a-231f-4367-9ee6-68b2cc1d02d5'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:26:24.651335 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889e893b-aadb-459b-a88a-667a196a356e" -d '{"events": [{"name": "network-changed", "server_uuid": "9a660fcd-5929-443e-b50c-429650eaa1fb", "tag": "fa01a53a-231f-4367-9ee6-68b2cc1d02d5"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:26:24.694267 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaaae8c7-9823-49d3-afb3-570848d4f957 x-openstack-request-id: req-aaaae8c7-9823-49d3-afb3-570848d4f957 {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:26:24.694655 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a660fcd-5929-443e-b50c-429650eaa1fb", "tag": "fa01a53a-231f-4367-9ee6-68b2cc1d02d5", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:26:24.695124 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aaaae8c7-9823-49d3-afb3-570848d4f957 {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:26:24.695622 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaaae8c7-9823-49d3-afb3-570848d4f957'] response: {'name': 'network-changed', 'server_uuid': '9a660fcd-5929-443e-b50c-429650eaa1fb', 'tag': 'fa01a53a-231f-4367-9ee6-68b2cc1d02d5', 'status': 'completed', 'code': 200} Mar 29 20:26:24.705143 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f396cd7-5578-4645-beec-4171ccdaeee0 req-6e071da1-fefb-42c9-88a3-3d9211f5dcff tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:24.706723 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8f396cd7-5578-4645-beec-4171ccdaeee0 req-6e071da1-fefb-42c9-88a3-3d9211f5dcff tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 945 time: 0.0690422 Mar 29 20:26:24.749247 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-2197e103-1cb3-4c24-bd64-ceeba1eeefd5 None None] Set router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:26:24.774437 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8f396cd7-5578-4645-beec-4171ccdaeee0 req-5208687f-5010-4b09-96e5-881433864d81 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611889 Mar 29 20:26:24.781377 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e893b-aadb-459b-a88a-667a196a356e req-54bc5465-a5bf-43f0-a52c-265ddb63c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:24.788877 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-889e893b-aadb-459b-a88a-667a196a356e req-54bc5465-a5bf-43f0-a52c-265ddb63c293 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10e0da9e3b824cd2bfb89fac347f7dc6&device_id=9a660fcd-5929-443e-b50c-429650eaa1fb HTTP/1.1" status: 200 len: 1129 time: 0.0603690 Mar 29 20:26:24.874004 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e893b-aadb-459b-a88a-667a196a356e req-33bbc1f5-879b-4fb7-93c5-649a6d8d1540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:24.875462 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-889e893b-aadb-459b-a88a-667a196a356e req-33bbc1f5-879b-4fb7-93c5-649a6d8d1540 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8b66423-ac0e-4129-a8d8-af5b7d1e3244 HTTP/1.1" status: 200 len: 916 time: 0.0852914 Mar 29 20:26:24.948189 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-889e893b-aadb-459b-a88a-667a196a356e req-37f28df4-fff2-4983-b864-2dd6671f6013 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa01a53a-231f-4367-9ee6-68b2cc1d02d5 HTTP/1.1" status: 200 len: 998 time: 0.0636144 Mar 29 20:26:24.995168 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-2197e103-1cb3-4c24-bd64-ceeba1eeefd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:05Z', 'revision_number': 4, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port': {'id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': 'a226cef6-c3a1-4da1-bf33-bb6bf4de5af6', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'port_id': 'fa01a53a-231f-4367-9ee6-68b2cc1d02d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'mac_address': 'fa:16:3e:76:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a660fcd-5929-443e-b50c-429650eaa1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:26:09Z', 'updated_at': '2022-03-29T20:26:23Z', 'revision_number': 1, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932dd424-b773-41d9-92a5-599c5ed7dbfc', 'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'mac_address': 'fa:16:3e:9e:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:05Z', 'updated_at': '2022-03-29T20:26:09Z', 'revision_number': 5, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'subnets': [{'id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:26:24.998207 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e893b-aadb-459b-a88a-667a196a356e req-028226b9-7b00-4bdb-b6a4-508eea63b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:24.999742 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-889e893b-aadb-459b-a88a-667a196a356e req-028226b9-7b00-4bdb-b6a4-508eea63b61b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99e69427-dc4b-4dea-9fd9-9d2856b30669 HTTP/1.1" status: 200 len: 854 time: 0.0441554 Mar 29 20:26:25.023516 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2197e103-1cb3-4c24-bd64-ceeba1eeefd5 None None] Checking router: 4a8de07c-e7e6-411d-ad8d-06d31fa09371 for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:26:25.032200 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2197e103-1cb3-4c24-bd64-ceeba1eeefd5 None None] Routers {'4a8de07c-e7e6-411d-ad8d-06d31fa09371'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:26:25.032825 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-2197e103-1cb3-4c24-bd64-ceeba1eeefd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:26:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:26:25.056738 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e893b-aadb-459b-a88a-667a196a356e req-fac705f1-b99c-4689-8ab7-c5ab73ec0dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:25.058469 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-889e893b-aadb-459b-a88a-667a196a356e req-fac705f1-b99c-4689-8ab7-c5ab73ec0dcc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8b66423-ac0e-4129-a8d8-af5b7d1e3244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521731 Mar 29 20:26:25.160243 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-2197e103-1cb3-4c24-bd64-ceeba1eeefd5 None None] Set router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:26:25.172695 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-889e893b-aadb-459b-a88a-667a196a356e req-ff73b856-df54-4e99-9f63-2097d4d48103 service neutron] 10.222.0.42 "GET /v2.0/networks/f8b66423-ac0e-4129-a8d8-af5b7d1e3244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005921 Mar 29 20:26:25.276707 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-889e893b-aadb-459b-a88a-667a196a356e req-b5c2e7d0-bb7d-4a25-ab1d-89e978da5304 service neutron] 10.222.0.42 "GET /v2.0/networks/f8b66423-ac0e-4129-a8d8-af5b7d1e3244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896978 Mar 29 20:26:25.312552 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875873e-d407-476e-9196-ed561250164d req-99e0f849-feeb-4f0d-b253-e1d084b152fa tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:25.314071 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b875873e-d407-476e-9196-ed561250164d req-99e0f849-feeb-4f0d-b253-e1d084b152fa tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 946 time: 0.0606477 Mar 29 20:26:25.382593 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b875873e-d407-476e-9196-ed561250164d req-0913b782-4987-4077-b3f3-f40a3deabd2b tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623167 Mar 29 20:26:25.395122 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-2197e103-1cb3-4c24-bd64-ceeba1eeefd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:05Z', 'revision_number': 4, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port': {'id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': 'a226cef6-c3a1-4da1-bf33-bb6bf4de5af6', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'port_id': 'fa01a53a-231f-4367-9ee6-68b2cc1d02d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'mac_address': 'fa:16:3e:76:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a660fcd-5929-443e-b50c-429650eaa1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:26:09Z', 'updated_at': '2022-03-29T20:26:23Z', 'revision_number': 1, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932dd424-b773-41d9-92a5-599c5ed7dbfc', 'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'mac_address': 'fa:16:3e:9e:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:05Z', 'updated_at': '2022-03-29T20:26:09Z', 'revision_number': 5, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'subnets': [{'id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:26:25.522560 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857cdd4-0bbd-42d7-95a6-295aba9cd714 req-577f2ab8-c6f5-4f7f-bb3f-53137af6d3db tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:25.524108 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-0857cdd4-0bbd-42d7-95a6-295aba9cd714 req-577f2ab8-c6f5-4f7f-bb3f-53137af6d3db tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 945 time: 0.0617146 Mar 29 20:26:25.524390 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2197e103-1cb3-4c24-bd64-ceeba1eeefd5 None None] The sync data for ids ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'] in dv-cinder-784815-3-iscsi is: [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:05Z', 'revision_number': 4, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port': {'id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': 'a226cef6-c3a1-4da1-bf33-bb6bf4de5af6', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'port_id': 'fa01a53a-231f-4367-9ee6-68b2cc1d02d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'mac_address': 'fa:16:3e:76:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a660fcd-5929-443e-b50c-429650eaa1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:26:09Z', 'updated_at': '2022-03-29T20:26:23Z', 'revision_number': 1, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932dd424-b773-41d9-92a5-599c5ed7dbfc', 'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'mac_address': 'fa:16:3e:9e:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:05Z', 'updated_at': '2022-03-29T20:26:09Z', 'revision_number': 5, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'subnets': [{'id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:26:25.628612 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [req-0857cdd4-0bbd-42d7-95a6-295aba9cd714 req-fb8f14af-1e70-4058-b2ad-164a15e515a8 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Deleting port 297c0a92-2658-4e19-828e-66381807866c {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:26:25.628847 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-0857cdd4-0bbd-42d7-95a6-295aba9cd714 req-fb8f14af-1e70-4058-b2ad-164a15e515a8 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (297c0a92-2658-4e19-828e-66381807866c), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:25.730474 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-0857cdd4-0bbd-42d7-95a6-295aba9cd714 req-fb8f14af-1e70-4058-b2ad-164a15e515a8 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] For port 297c0a92-2658-4e19-828e-66381807866c, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=297c0a92-2658-4e19-828e-66381807866c,segment=NetworkSegment(a109c304-d1a5-4ee9-a960-da936291e203),segment_id=a109c304-d1a5-4ee9-a960-da936291e203)] {{(pid=103821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:26:25.730846 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-0857cdd4-0bbd-42d7-95a6-295aba9cd714 req-fb8f14af-1e70-4058-b2ad-164a15e515a8 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (297c0a92-2658-4e19-828e-66381807866c), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:25.731350 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3901ef-5c2e-461c-8c7b-ea7cb1dbbc13 None None] New status for floating IP a226cef6-c3a1-4da1-bf33-bb6bf4de5af6: ACTIVE {{(pid=103822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 20:26:25.746250 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [req-0857cdd4-0bbd-42d7-95a6-295aba9cd714 req-fb8f14af-1e70-4058-b2ad-164a15e515a8 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Calling delete_port for 297c0a92-2658-4e19-828e-66381807866c owned by compute:nova {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:26:25.901155 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6b325-778e-4ceb-90d7-c52454acbcce req-e73ef345-96e4-408a-8f2d-f685d101c1de tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:25.902666 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-69f6b325-778e-4ceb-90d7-c52454acbcce req-e73ef345-96e4-408a-8f2d-f685d101c1de tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 945 time: 0.0576501 Mar 29 20:26:25.954924 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-69f6b325-778e-4ceb-90d7-c52454acbcce req-ebf1e179-20d2-412d-9c14-386204ce8497 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f9a669c-ac4f-4718-b954-ca72f3938f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463653 Mar 29 20:26:26.004809 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-0857cdd4-0bbd-42d7-95a6-295aba9cd714 req-fb8f14af-1e70-4058-b2ad-164a15e515a8 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (297c0a92-2658-4e19-828e-66381807866c), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:26.022341 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['297c0a92-2658-4e19-828e-66381807866c'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:26:26.055871 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f14af-1e70-4058-b2ad-164a15e515a8 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Pushing event deleted for resources: {'Port': ['ID=297c0a92-2658-4e19-828e-66381807866c,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:26.099045 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f14af-1e70-4058-b2ad-164a15e515a8 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:26.099525 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f14af-1e70-4058-b2ad-164a15e515a8 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:26.100005 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f14af-1e70-4058-b2ad-164a15e515a8 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:26.100476 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f14af-1e70-4058-b2ad-164a15e515a8 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:26.100960 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f14af-1e70-4058-b2ad-164a15e515a8 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:26.101485 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f14af-1e70-4058-b2ad-164a15e515a8 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:26.101955 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f14af-1e70-4058-b2ad-164a15e515a8 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:26.102419 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f14af-1e70-4058-b2ad-164a15e515a8 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:26.102892 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f14af-1e70-4058-b2ad-164a15e515a8 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:26.103360 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f14af-1e70-4058-b2ad-164a15e515a8 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:26.103869 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f14af-1e70-4058-b2ad-164a15e515a8 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:26.104361 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f14af-1e70-4058-b2ad-164a15e515a8 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:26.104670 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f14af-1e70-4058-b2ad-164a15e515a8 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:26.105000 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f14af-1e70-4058-b2ad-164a15e515a8 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:26.105342 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f14af-1e70-4058-b2ad-164a15e515a8 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:26:26.130513 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [req-0857cdd4-0bbd-42d7-95a6-295aba9cd714 req-fb8f14af-1e70-4058-b2ad-164a15e515a8 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] No DVR routers for this DVR port 297c0a92-2658-4e19-828e-66381807866c on host hv-cinder-78481 {{(pid=103821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:26:26.132974 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-0857cdd4-0bbd-42d7-95a6-295aba9cd714 req-fb8f14af-1e70-4058-b2ad-164a15e515a8 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:26.136379 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-0857cdd4-0bbd-42d7-95a6-295aba9cd714 req-fb8f14af-1e70-4058-b2ad-164a15e515a8 tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.42 "DELETE /v2.0/ports/297c0a92-2658-4e19-828e-66381807866c HTTP/1.1" status: 204 len: 173 time: 0.6056111 Mar 29 20:26:26.486997 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 5dc42c0c-cc85-42ce-8a90-60113dd364b8 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 20:26:26.542916 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b9167-cc3d-449c-ae40-8c6d2c7c063d req-9722b5f2-168d-4477-9937-f40a0433d709 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:26.545919 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b22b9167-cc3d-449c-ae40-8c6d2c7c063d req-9722b5f2-168d-4477-9937-f40a0433d709 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 946 time: 0.0740614 Mar 29 20:26:26.599182 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 5dc42c0c-cc85-42ce-8a90-60113dd364b8, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5dc42c0c-cc85-42ce-8a90-60113dd364b8,segment=NetworkSegment(144a29d3-8b92-419a-a892-5d1bda94856a),segment_id=144a29d3-8b92-419a-a892-5d1bda94856a)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:26:26.603638 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b22b9167-cc3d-449c-ae40-8c6d2c7c063d req-cb311d7c-f1ea-4158-951c-4e5bfd4a70f5 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503571 Mar 29 20:26:26.613217 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Returning: {'device': '5dc42c0c-cc85-42ce-8a90-60113dd364b8', 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'port_id': '5dc42c0c-cc85-42ce-8a90-60113dd364b8', 'mac_address': 'fa:16:3e:d0:d9:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 20:26:26.651063 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 5dc42c0c-cc85-42ce-8a90-60113dd364b8 is: ACTIVE; New status is: BUILD {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:26:26.651340 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (5dc42c0c-cc85-42ce-8a90-60113dd364b8), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:26.665021 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5dc42c0c-cc85-42ce-8a90-60113dd364b8 {{(pid=103822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:26:26.685661 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 5dc42c0c-cc85-42ce-8a90-60113dd364b8, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5dc42c0c-cc85-42ce-8a90-60113dd364b8,segment=NetworkSegment(144a29d3-8b92-419a-a892-5d1bda94856a),segment_id=144a29d3-8b92-419a-a892-5d1bda94856a)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:26:26.697079 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d9edf2-8239-46aa-b193-21c405936f47', 'name': 'network-vif-deleted', 'tag': '297c0a92-2658-4e19-828e-66381807866c'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:26:26.699581 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9074aed2-dd72-4f93-b09a-5224bf33df30" -d '{"events": [{"server_uuid": "a0d9edf2-8239-46aa-b193-21c405936f47", "name": "network-vif-deleted", "tag": "297c0a92-2658-4e19-828e-66381807866c"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:26:26.738352 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c961aebe-754b-4df1-adcb-ac2342f613f8 x-openstack-request-id: req-c961aebe-754b-4df1-adcb-ac2342f613f8 {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:26:26.738716 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d9edf2-8239-46aa-b193-21c405936f47", "name": "network-vif-deleted", "tag": "297c0a92-2658-4e19-828e-66381807866c", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:26:26.739096 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c961aebe-754b-4df1-adcb-ac2342f613f8 {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:26:26.739640 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c961aebe-754b-4df1-adcb-ac2342f613f8'] response: {'server_uuid': 'a0d9edf2-8239-46aa-b193-21c405936f47', 'name': 'network-vif-deleted', 'tag': '297c0a92-2658-4e19-828e-66381807866c', 'status': 'completed', 'code': 200} Mar 29 20:26:26.764058 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (5dc42c0c-cc85-42ce-8a90-60113dd364b8), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:26.824557 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=5dc42c0c-cc85-42ce-8a90-60113dd364b8,revision_number=6']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:26.871351 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['5dc42c0c-cc85-42ce-8a90-60113dd364b8'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:26:27.124409 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1e6f10ca-a3b9-4d34-9bf6-3f1c8813e4ce req-f9ff135b-5e57-4dd0-ab14-f47d50ac0bde tempest-TestMinimumBasicScenario-573357561 tempest-TestMinimumBasicScenario-573357561-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d9edf2-8239-46aa-b193-21c405936f47 HTTP/1.1" status: 200 len: 210 time: 0.0437686 Mar 29 20:26:27.757520 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60b9c9-bfa4-446b-883b-9ea12f34c234 req-40340baf-7cde-49d8-b55e-502675669216 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:27.774352 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cb60b9c9-bfa4-446b-883b-9ea12f34c234 req-40340baf-7cde-49d8-b55e-502675669216 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 945 time: 0.0676847 Mar 29 20:26:27.838468 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cb60b9c9-bfa4-446b-883b-9ea12f34c234 req-c2189e30-d690-407b-9318-7a7c189fcc16 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721838 Mar 29 20:26:28.517823 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 5dc42c0c-cc85-42ce-8a90-60113dd364b8 up at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:26:28.749552 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning complete for port 5dc42c0c-cc85-42ce-8a90-60113dd364b8 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:26:28.752633 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (5dc42c0c-cc85-42ce-8a90-60113dd364b8), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:28.812398 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:28.862306 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 5dc42c0c-cc85-42ce-8a90-60113dd364b8 is: BUILD; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:26:28.862734 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (5dc42c0c-cc85-42ce-8a90-60113dd364b8), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:28.889713 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e649b05-cfdb-4293-8dea-8561dffc623f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc42c0c-cc85-42ce-8a90-60113dd364b8'}] {{(pid=103822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:26:28.892455 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0861b571914e5dc523c78e704c27631447c9211d5b419e1eb1b6a7c48cd57d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b949fae-d5ae-4fdd-b96e-a762f2456980" -d '{"events": [{"server_uuid": "2e649b05-cfdb-4293-8dea-8561dffc623f", "name": "network-vif-plugged", "status": "completed", "tag": "5dc42c0c-cc85-42ce-8a90-60113dd364b8"}]}' {{(pid=103822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:26:28.909448 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 5dc42c0c-cc85-42ce-8a90-60113dd364b8, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5dc42c0c-cc85-42ce-8a90-60113dd364b8,segment=NetworkSegment(144a29d3-8b92-419a-a892-5d1bda94856a),segment_id=144a29d3-8b92-419a-a892-5d1bda94856a)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:26:28.983212 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26de25f5-862c-41d4-a0cb-eee448cfc8db x-openstack-request-id: req-26de25f5-862c-41d4-a0cb-eee448cfc8db {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:26:28.983530 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e649b05-cfdb-4293-8dea-8561dffc623f", "name": "network-vif-plugged", "status": "completed", "tag": "5dc42c0c-cc85-42ce-8a90-60113dd364b8", "code": 200}]} {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:26:28.985775 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-26de25f5-862c-41d4-a0cb-eee448cfc8db {{(pid=103822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:26:28.985775 dv-cinder-784815-3-iscsi neutron-server[103822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26de25f5-862c-41d4-a0cb-eee448cfc8db'] response: {'server_uuid': '2e649b05-cfdb-4293-8dea-8561dffc623f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc42c0c-cc85-42ce-8a90-60113dd364b8', 'code': 200} Mar 29 20:26:29.004763 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (5dc42c0c-cc85-42ce-8a90-60113dd364b8), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:29.006261 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 297c0a92-2658-4e19-828e-66381807866c no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:26:29.059536 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6fb31d-763b-454d-aea0-9f01b6261ddd req-49d03cf5-6fc4-4eed-8903-564431dff22b tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:29.067653 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cb6fb31d-763b-454d-aea0-9f01b6261ddd req-49d03cf5-6fc4-4eed-8903-564431dff22b tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 945 time: 0.0726976 Mar 29 20:26:29.084718 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] No Port match for: 297c0a92-2658-4e19-828e-66381807866c {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:26:29.085361 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 297c0a92-2658-4e19-828e-66381807866c not bound to the agent host hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:26:29.125073 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=5dc42c0c-cc85-42ce-8a90-60113dd364b8,revision_number=7']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:29.183727 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cb6fb31d-763b-454d-aea0-9f01b6261ddd req-f2cec7cf-aa88-4c80-9e2d-88a60384019d tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053355 Mar 29 20:26:29.845243 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 49706) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:26:30.333152 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5add686-ace3-4cb6-a1d7-3ada602c8ee4 req-82eb1105-2a44-4d4b-8a35-59c8a26e5963 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:30.341202 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a5add686-ace3-4cb6-a1d7-3ada602c8ee4 req-82eb1105-2a44-4d4b-8a35-59c8a26e5963 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 946 time: 0.0769455 Mar 29 20:26:30.348193 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-13af4fd8-b40c-4f7d-86ac-7743eb3f2c9c req-8e4b3994-00a2-48fd-ba6a-06016bda9402 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0978348 Mar 29 20:26:30.400831 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a5add686-ace3-4cb6-a1d7-3ada602c8ee4 req-97784e92-651c-41cd-a465-c591bcc2d0c2 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583599 Mar 29 20:26:30.513274 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af4fd8-b40c-4f7d-86ac-7743eb3f2c9c req-3d1bd954-df3c-4d30-8341-05fbdbe5aca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:30.514902 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-13af4fd8-b40c-4f7d-86ac-7743eb3f2c9c req-3d1bd954-df3c-4d30-8341-05fbdbe5aca0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2edfa256a0874cc7afc8c01ea3e810be&device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 1130 time: 0.0962787 Mar 29 20:26:30.519738 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9c8e97d2-58fc-4ffb-8335-7225af732f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548673'] for router_interface (4e55d042-4515-4621-875b-874bfc40d760), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:30.699408 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af4fd8-b40c-4f7d-86ac-7743eb3f2c9c req-e5ce7518-7365-49e7-b11d-1ef842206088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:30.701579 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-13af4fd8-b40c-4f7d-86ac-7743eb3f2c9c req-e5ce7518-7365-49e7-b11d-1ef842206088 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d939773b-8d62-47b4-b7b4-1f471826d25d HTTP/1.1" status: 200 len: 910 time: 0.1464343 Mar 29 20:26:30.853787 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-13af4fd8-b40c-4f7d-86ac-7743eb3f2c9c req-6e8abab1-6752-4216-868f-f4cd2607a656 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17f5280a-0809-4341-b09e-7e4fca341272 HTTP/1.1" status: 200 len: 1001 time: 0.1319866 Mar 29 20:26:30.922004 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af4fd8-b40c-4f7d-86ac-7743eb3f2c9c req-3d08fb95-dfce-4dbd-98d8-a707692ae64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:30.923487 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-13af4fd8-b40c-4f7d-86ac-7743eb3f2c9c req-3d08fb95-dfce-4dbd-98d8-a707692ae64f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=799fd8a5-a8ac-4d73-99bd-f021992151a2 HTTP/1.1" status: 200 len: 848 time: 0.0635364 Mar 29 20:26:31.224378 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af4fd8-b40c-4f7d-86ac-7743eb3f2c9c req-ac2cd417-a942-4f67-99e9-c4115a350f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:31.225781 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-13af4fd8-b40c-4f7d-86ac-7743eb3f2c9c req-ac2cd417-a942-4f67-99e9-c4115a350f35 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d939773b-8d62-47b4-b7b4-1f471826d25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712523 Mar 29 20:26:31.284667 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-9c8e97d2-58fc-4ffb-8335-7225af732f9e admin admin] Deleting port 05c86d5d-9067-47dc-bb2e-47571c305112 {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:26:31.285004 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9c8e97d2-58fc-4ffb-8335-7225af732f9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (05c86d5d-9067-47dc-bb2e-47571c305112), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:31.391417 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-13af4fd8-b40c-4f7d-86ac-7743eb3f2c9c req-ee3f75f6-f28f-4839-ba2e-e7772efec0b7 service neutron] 10.222.0.42 "GET /v2.0/networks/d939773b-8d62-47b4-b7b4-1f471826d25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574998 Mar 29 20:26:31.458905 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [None req-9c8e97d2-58fc-4ffb-8335-7225af732f9e admin admin] For port 05c86d5d-9067-47dc-bb2e-47571c305112, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=05c86d5d-9067-47dc-bb2e-47571c305112,segment=NetworkSegment(a109c304-d1a5-4ee9-a960-da936291e203),segment_id=a109c304-d1a5-4ee9-a960-da936291e203)] {{(pid=103821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:26:31.459272 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9c8e97d2-58fc-4ffb-8335-7225af732f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (05c86d5d-9067-47dc-bb2e-47571c305112), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:31.483591 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-9c8e97d2-58fc-4ffb-8335-7225af732f9e admin admin] Calling delete_port for 05c86d5d-9067-47dc-bb2e-47571c305112 owned by network:router_interface {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:26:31.540524 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d88b6-45ad-4ced-8ad6-457eb08c08d0 req-5f8e5de4-1927-4fcc-a9d2-e8ec994b2a00 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:31.542288 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c61d88b6-45ad-4ced-8ad6-457eb08c08d0 req-5f8e5de4-1927-4fcc-a9d2-e8ec994b2a00 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 946 time: 0.0602136 Mar 29 20:26:31.553100 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-13af4fd8-b40c-4f7d-86ac-7743eb3f2c9c req-b6e29dd5-4421-4be1-8349-e063054bc39b service neutron] 10.222.0.42 "GET /v2.0/networks/d939773b-8d62-47b4-b7b4-1f471826d25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558919 Mar 29 20:26:31.605984 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c61d88b6-45ad-4ced-8ad6-457eb08c08d0 req-809b8d7c-3fa2-4bd1-92dc-c0058b0c8877 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554802 Mar 29 20:26:31.790599 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9c8e97d2-58fc-4ffb-8335-7225af732f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (05c86d5d-9067-47dc-bb2e-47571c305112), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:31.825931 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e97d2-58fc-4ffb-8335-7225af732f9e admin admin] Pushing event deleted for resources: {'Port': ['ID=05c86d5d-9067-47dc-bb2e-47571c305112,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:32.093267 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9c8e97d2-58fc-4ffb-8335-7225af732f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3663940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548049'] for router_interface (4e55d042-4515-4621-875b-874bfc40d760), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:32.384062 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8e97d2-58fc-4ffb-8335-7225af732f9e admin admin] Router 4e55d042-4515-4621-875b-874bfc40d760 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:26:32.507013 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8e97d2-58fc-4ffb-8335-7225af732f9e admin admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:26:32.512280 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-9c8e97d2-58fc-4ffb-8335-7225af732f9e admin admin] 10.222.0.43 "PUT /v2.0/routers/4e55d042-4515-4621-875b-874bfc40d760/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6679082 Mar 29 20:26:32.515613 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 49724) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:26:32.519792 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d2768c-30cb-465f-a701-c99b69e07cad None None] Sync routers for ids ['4e55d042-4515-4621-875b-874bfc40d760'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:26:32.535119 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d2768c-30cb-465f-a701-c99b69e07cad None None] Routers {'4e55d042-4515-4621-875b-874bfc40d760'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:26:32.536148 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-a3d2768c-30cb-465f-a701-c99b69e07cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:26:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4e55d042-4515-4621-875b-874bfc40d760'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:26:32.659678 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c7e1fb58-6106-4a9a-8224-88738de87916 admin admin] Publish callbacks [] for router (4e55d042-4515-4621-875b-874bfc40d760), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:32.661252 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-a3d2768c-30cb-465f-a701-c99b69e07cad None None] Set router 4e55d042-4515-4621-875b-874bfc40d760 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:26:32.803291 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad0f83-b110-4ad0-9e35-e8dfb720ea84 req-1f58b996-30c0-4c3c-a0ca-4a95f66c1bcd tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:32.805494 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-92ad0f83-b110-4ad0-9e35-e8dfb720ea84 req-1f58b996-30c0-4c3c-a0ca-4a95f66c1bcd tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 946 time: 0.0807123 Mar 29 20:26:32.844756 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c7e1fb58-6106-4a9a-8224-88738de87916 admin admin] Publish callbacks [] for router_gateway (4e55d042-4515-4621-875b-874bfc40d760), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:32.860132 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-92ad0f83-b110-4ad0-9e35-e8dfb720ea84 req-8dd66e82-733d-4a9d-a7da-dc1b63489f8f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480275 Mar 29 20:26:32.898325 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-a3d2768c-30cb-465f-a701-c99b69e07cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e55d042-4515-4621-875b-874bfc40d760', 'name': 'tempest-TestMinimumBasicScenario-506801266-router', 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'f86f2e53-cd81-4540-adb7-e0a898f71cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:23:03Z', 'updated_at': '2022-03-29T20:26:31Z', 'revision_number': 5, 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'gw_port': {'id': 'f86f2e53-cd81-4540-adb7-e0a898f71cff', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e55d042-4515-4621-875b-874bfc40d760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:05Z', 'updated_at': '2022-03-29T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:26:32.927905 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d2768c-30cb-465f-a701-c99b69e07cad None None] Checking router: 4e55d042-4515-4621-875b-874bfc40d760 for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:26:32.935628 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d2768c-30cb-465f-a701-c99b69e07cad None None] Routers {'4e55d042-4515-4621-875b-874bfc40d760'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:26:32.936272 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-a3d2768c-30cb-465f-a701-c99b69e07cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:26:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4e55d042-4515-4621-875b-874bfc40d760'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:26:32.995079 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-c7e1fb58-6106-4a9a-8224-88738de87916 admin admin] Deleting port f86f2e53-cd81-4540-adb7-e0a898f71cff {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:26:32.995415 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c7e1fb58-6106-4a9a-8224-88738de87916 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (f86f2e53-cd81-4540-adb7-e0a898f71cff), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:33.070395 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-a3d2768c-30cb-465f-a701-c99b69e07cad None None] Set router 4e55d042-4515-4621-875b-874bfc40d760 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:26:33.093706 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [None req-c7e1fb58-6106-4a9a-8224-88738de87916 admin admin] For port f86f2e53-cd81-4540-adb7-e0a898f71cff, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=f86f2e53-cd81-4540-adb7-e0a898f71cff,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:26:33.094311 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c7e1fb58-6106-4a9a-8224-88738de87916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (f86f2e53-cd81-4540-adb7-e0a898f71cff), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:33.112115 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-c7e1fb58-6106-4a9a-8224-88738de87916 admin admin] Calling delete_port for f86f2e53-cd81-4540-adb7-e0a898f71cff owned by network:router_gateway {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:26:33.348917 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-a3d2768c-30cb-465f-a701-c99b69e07cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e55d042-4515-4621-875b-874bfc40d760', 'name': 'tempest-TestMinimumBasicScenario-506801266-router', 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'f86f2e53-cd81-4540-adb7-e0a898f71cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:23:03Z', 'updated_at': '2022-03-29T20:26:31Z', 'revision_number': 5, 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'gw_port': {'id': 'f86f2e53-cd81-4540-adb7-e0a898f71cff', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e55d042-4515-4621-875b-874bfc40d760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:05Z', 'updated_at': '2022-03-29T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:26:33.379529 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d2768c-30cb-465f-a701-c99b69e07cad None None] The sync data for ids ['4e55d042-4515-4621-875b-874bfc40d760'] in dv-cinder-784815-3-iscsi is: [{'id': '4e55d042-4515-4621-875b-874bfc40d760', 'name': 'tempest-TestMinimumBasicScenario-506801266-router', 'tenant_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'f86f2e53-cd81-4540-adb7-e0a898f71cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:23:03Z', 'updated_at': '2022-03-29T20:26:31Z', 'revision_number': 5, 'project_id': '2f6b0dd8bfcc425ab8ede8ef9179704f', 'gw_port': {'id': 'f86f2e53-cd81-4540-adb7-e0a898f71cff', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e55d042-4515-4621-875b-874bfc40d760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:05Z', 'updated_at': '2022-03-29T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:26:33.547938 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c7e1fb58-6106-4a9a-8224-88738de87916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (f86f2e53-cd81-4540-adb7-e0a898f71cff), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:33.582067 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1fb58-6106-4a9a-8224-88738de87916 admin admin] Pushing event deleted for resources: {'Port': ['ID=f86f2e53-cd81-4540-adb7-e0a898f71cff,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:33.660117 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c7e1fb58-6106-4a9a-8224-88738de87916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540987'] for router_gateway (4e55d042-4515-4621-875b-874bfc40d760), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:33.766092 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c7e1fb58-6106-4a9a-8224-88738de87916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-391'] for router (4e55d042-4515-4621-875b-874bfc40d760), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:33.771548 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c7e1fb58-6106-4a9a-8224-88738de87916 admin admin] Publish callbacks [] for router_controller (4e55d042-4515-4621-875b-874bfc40d760), precommit_delete_associations {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:33.937627 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 05c86d5d-9067-47dc-bb2e-47571c305112 no longer exists at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:26:33.958242 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c7e1fb58-6106-4a9a-8224-88738de87916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-546014'] for router (4e55d042-4515-4621-875b-874bfc40d760), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:33.959029 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e1fb58-6106-4a9a-8224-88738de87916 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e55d042-4515-4621-875b-874bfc40d760 {{(pid=103821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 20:26:33.964610 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c7e1fb58-6106-4a9a-8224-88738de87916 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:33.967014 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-c7e1fb58-6106-4a9a-8224-88738de87916 admin admin] 10.222.0.43 "DELETE /v2.0/routers/4e55d042-4515-4621-875b-874bfc40d760 HTTP/1.1" status: 204 len: 168 time: 1.4502113 Mar 29 20:26:33.967674 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] No Port match for: 05c86d5d-9067-47dc-bb2e-47571c305112 {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:26:33.968034 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 05c86d5d-9067-47dc-bb2e-47571c305112 not bound to the agent host dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:26:33.972471 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 49732) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:26:34.079742 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bc856-bde6-4dca-91c6-3ffa64223476 req-5d7ab168-89d7-450f-ab50-bdaa3368189c tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:34.081329 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a59bc856-bde6-4dca-91c6-3ffa64223476 req-5d7ab168-89d7-450f-ab50-bdaa3368189c tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 946 time: 0.0729251 Mar 29 20:26:34.084389 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af4710a-23c9-4af4-b360-ca5f9cc555d0 admin admin] Deleting subnet 98fc0e2c-1bc2-49a5-9d7c-3117851043d1 {{(pid=103820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 20:26:34.088130 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1af4710a-23c9-4af4-b360-ca5f9cc555d0 admin admin] Publish callbacks [] for subnet (98fc0e2c-1bc2-49a5-9d7c-3117851043d1), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:34.163645 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1af4710a-23c9-4af4-b360-ca5f9cc555d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129519656'] for subnet (98fc0e2c-1bc2-49a5-9d7c-3117851043d1), precommit_delete_associations {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:34.259804 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a59bc856-bde6-4dca-91c6-3ffa64223476 req-2df54c59-8f5f-4856-8847-b4090c638e48 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262145 Mar 29 20:26:34.349955 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1af4710a-23c9-4af4-b360-ca5f9cc555d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3219654'] for subnet (98fc0e2c-1bc2-49a5-9d7c-3117851043d1), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:34.490219 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1af4710a-23c9-4af4-b360-ca5f9cc555d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3219697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126325774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126129293'] for subnet (98fc0e2c-1bc2-49a5-9d7c-3117851043d1), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:34.519106 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4710a-23c9-4af4-b360-ca5f9cc555d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98fc0e2c-1bc2-49a5-9d7c-3117851043d1,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:34.521181 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1af4710a-23c9-4af4-b360-ca5f9cc555d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:34.528896 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-1af4710a-23c9-4af4-b360-ca5f9cc555d0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/98fc0e2c-1bc2-49a5-9d7c-3117851043d1 HTTP/1.1" status: 204 len: 168 time: 0.5487633 Mar 29 20:26:34.528896 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 49736) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:26:34.531005 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e56d605-32f4-4809-be79-5f8c18b16139 None None] Network ec7c80de-26a8-44bc-b650-b022758e3ce1 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:26:34.631475 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3402e355-0912-4e26-8faf-77569ff1461e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148679'] for network (ec7c80de-26a8-44bc-b650-b022758e3ce1), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:34.695800 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-3402e355-0912-4e26-8faf-77569ff1461e admin admin] Deleting port 9db8c825-ff47-4118-9fda-f5c184968293 {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:26:34.696216 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3402e355-0912-4e26-8faf-77569ff1461e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (9db8c825-ff47-4118-9fda-f5c184968293), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:34.769663 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc614f54-eda9-414c-9069-e600f3614266 None None] DHCP port deletion for ec7c80de-26a8-44bc-b650-b022758e3ce1 request from dv-cinder-784815-3-iscsi {{(pid=103822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 20:26:34.776598 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-3402e355-0912-4e26-8faf-77569ff1461e admin admin] For port 9db8c825-ff47-4118-9fda-f5c184968293, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=9db8c825-ff47-4118-9fda-f5c184968293,segment=NetworkSegment(a109c304-d1a5-4ee9-a960-da936291e203),segment_id=a109c304-d1a5-4ee9-a960-da936291e203)] {{(pid=103820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:26:34.776971 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3402e355-0912-4e26-8faf-77569ff1461e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (9db8c825-ff47-4118-9fda-f5c184968293), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:34.791440 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-3402e355-0912-4e26-8faf-77569ff1461e admin admin] Calling delete_port for 9db8c825-ff47-4118-9fda-f5c184968293 owned by network:dhcp {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:26:34.818835 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-bc614f54-eda9-414c-9069-e600f3614266 None None] Deleting port 9db8c825-ff47-4118-9fda-f5c184968293 {{(pid=103822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:26:34.819216 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bc614f54-eda9-414c-9069-e600f3614266 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (9db8c825-ff47-4118-9fda-f5c184968293), before_delete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:34.888966 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-bc614f54-eda9-414c-9069-e600f3614266 None None] For port 9db8c825-ff47-4118-9fda-f5c184968293, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=9db8c825-ff47-4118-9fda-f5c184968293,segment=NetworkSegment(a109c304-d1a5-4ee9-a960-da936291e203),segment_id=a109c304-d1a5-4ee9-a960-da936291e203)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:26:34.889408 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bc614f54-eda9-414c-9069-e600f3614266 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (9db8c825-ff47-4118-9fda-f5c184968293), precommit_delete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:34.902137 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-bc614f54-eda9-414c-9069-e600f3614266 None None] Calling delete_port for 9db8c825-ff47-4118-9fda-f5c184968293 owned by network:dhcp {{(pid=103822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:26:35.383416 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2aa6a-200b-48e8-96a7-3a98dbb15e9f req-1bf8feb3-f76b-45d7-8959-5533894d5c7e tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:35.384881 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a3f2aa6a-200b-48e8-96a7-3a98dbb15e9f req-1bf8feb3-f76b-45d7-8959-5533894d5c7e tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 946 time: 0.0584424 Mar 29 20:26:35.432934 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a3f2aa6a-200b-48e8-96a7-3a98dbb15e9f req-2fac7b2e-a1f9-46c4-8525-56b7b5da1544 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415564 Mar 29 20:26:35.587851 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3402e355-0912-4e26-8faf-77569ff1461e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (9db8c825-ff47-4118-9fda-f5c184968293), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:35.594787 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bc614f54-eda9-414c-9069-e600f3614266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279'] for port (9db8c825-ff47-4118-9fda-f5c184968293), after_delete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:35.618698 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402e355-0912-4e26-8faf-77569ff1461e admin admin] Pushing event deleted for resources: {'Port': ['ID=9db8c825-ff47-4118-9fda-f5c184968293,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:35.620661 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3402e355-0912-4e26-8faf-77569ff1461e admin admin] No DVR routers for this DVR port 9db8c825-ff47-4118-9fda-f5c184968293 on host dv-cinder-784815-3-iscsi {{(pid=103820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:26:35.636728 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc614f54-eda9-414c-9069-e600f3614266 None None] Pushing event deleted for resources: {'Port': ['ID=9db8c825-ff47-4118-9fda-f5c184968293,revision_number=None']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:35.647352 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc614f54-eda9-414c-9069-e600f3614266 None None] No DVR routers for this DVR port 9db8c825-ff47-4118-9fda-f5c184968293 on host dv-cinder-784815-3-iscsi {{(pid=103822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:26:35.710824 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3402e355-0912-4e26-8faf-77569ff1461e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336013', 'neutron.services.segments.db._delete_segments_for_network-8738049908282'] for network (ec7c80de-26a8-44bc-b650-b022758e3ce1), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:35.743548 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.services.segments.db [None req-3402e355-0912-4e26-8faf-77569ff1461e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7c80de-26a8-44bc-b650-b022758e3ce1']}} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:26:35.768261 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.services.segments.db [None req-3402e355-0912-4e26-8faf-77569ff1461e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a109c304-d1a5-4ee9-a960-da936291e203') {'for_net_delete': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:26:35.768557 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.services.segments.db [None req-3402e355-0912-4e26-8faf-77569ff1461e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a109c304-d1a5-4ee9-a960-da936291e203') {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:26:35.792724 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3402e355-0912-4e26-8faf-77569ff1461e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050091075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129519651'] for segment (a109c304-d1a5-4ee9-a960-da936291e203), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:35.796235 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 9db8c825-ff47-4118-9fda-f5c184968293 no longer exists at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:26:35.812499 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3402e355-0912-4e26-8faf-77569ff1461e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (a109c304-d1a5-4ee9-a960-da936291e203), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:35.825357 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] No Port match for: 9db8c825-ff47-4118-9fda-f5c184968293 {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:26:35.825965 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 9db8c825-ff47-4118-9fda-f5c184968293 not bound to the agent host dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:26:35.826576 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device f86f2e53-cd81-4540-adb7-e0a898f71cff no longer exists at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:26:35.827635 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3402e355-0912-4e26-8faf-77569ff1461e admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 20:26:35.828733 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3402e355-0912-4e26-8faf-77569ff1461e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126327720'] for segment (a109c304-d1a5-4ee9-a960-da936291e203), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: Traceback (most recent call last): Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: timer() Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: cb(*args, **kw) Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: return func(*args, **kwargs) Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: self._notify() Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: self.callback(batched_events) Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: event.method(event) Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: return f(self, *a, **k) Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: return self._get(url).json() Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: return self.request(url, 'GET', **kwargs) Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 20:26:35.830642 dv-cinder-784815-3-iscsi neutron-server[103820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 20:26:35.854532 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] No Port match for: f86f2e53-cd81-4540-adb7-e0a898f71cff {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:26:35.854532 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device f86f2e53-cd81-4540-adb7-e0a898f71cff not bound to the agent host dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:26:35.978827 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3402e355-0912-4e26-8faf-77569ff1461e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541015'] for network (ec7c80de-26a8-44bc-b650-b022758e3ce1), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:35.988041 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3402e355-0912-4e26-8faf-77569ff1461e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:35.998510 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-3402e355-0912-4e26-8faf-77569ff1461e admin admin] 10.222.0.43 "DELETE /v2.0/networks/ec7c80de-26a8-44bc-b650-b022758e3ce1 HTTP/1.1" status: 204 len: 168 time: 1.4646358 Mar 29 20:26:35.998889 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 49750) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:26:36.004289 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402e355-0912-4e26-8faf-77569ff1461e admin admin] Pushing event deleted for resources: {'Network': ['ID=ec7c80de-26a8-44bc-b650-b022758e3ce1,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:36.483719 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c463bd05-04a7-4bb9-b57a-d94706e0e866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548673'] for router_interface (f20cc819-86c7-4d2e-b924-fa250799929a), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:36.649780 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6db7a6-be53-45cf-9915-c3c90be349e8 req-8626e93f-d41d-4825-82e9-76f9004873f2 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:36.652835 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ed6db7a6-be53-45cf-9915-c3c90be349e8 req-8626e93f-d41d-4825-82e9-76f9004873f2 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 946 time: 0.1079891 Mar 29 20:26:36.736565 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ed6db7a6-be53-45cf-9915-c3c90be349e8 req-fbfeb5c1-212e-4185-bcc3-dc2fd7bc9f3d tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719092 Mar 29 20:26:37.226980 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-c463bd05-04a7-4bb9-b57a-d94706e0e866 admin admin] Deleting port f52d70bc-4c9c-4e5e-823b-571eb77f0fbd {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:26:37.227560 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c463bd05-04a7-4bb9-b57a-d94706e0e866 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (f52d70bc-4c9c-4e5e-823b-571eb77f0fbd), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:37.351743 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [None req-c463bd05-04a7-4bb9-b57a-d94706e0e866 admin admin] For port f52d70bc-4c9c-4e5e-823b-571eb77f0fbd, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=f52d70bc-4c9c-4e5e-823b-571eb77f0fbd,segment=NetworkSegment(09e56051-d871-4aeb-ba67-f37cc475cb16),segment_id=09e56051-d871-4aeb-ba67-f37cc475cb16)] {{(pid=103821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:26:37.352101 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c463bd05-04a7-4bb9-b57a-d94706e0e866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (f52d70bc-4c9c-4e5e-823b-571eb77f0fbd), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:37.372229 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-c463bd05-04a7-4bb9-b57a-d94706e0e866 admin admin] Calling delete_port for f52d70bc-4c9c-4e5e-823b-571eb77f0fbd owned by network:router_interface {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:26:37.822612 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c463bd05-04a7-4bb9-b57a-d94706e0e866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (f52d70bc-4c9c-4e5e-823b-571eb77f0fbd), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:37.861275 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463bd05-04a7-4bb9-b57a-d94706e0e866 admin admin] Pushing event deleted for resources: {'Port': ['ID=f52d70bc-4c9c-4e5e-823b-571eb77f0fbd,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:37.927525 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c9f16-e284-44d2-b22b-23a41d02aadc req-7541a893-ba6e-4a04-9857-1bdb3f551c8b tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:37.958816 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d94c9f16-e284-44d2-b22b-23a41d02aadc req-7541a893-ba6e-4a04-9857-1bdb3f551c8b tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 946 time: 0.1290581 Mar 29 20:26:38.031011 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d94c9f16-e284-44d2-b22b-23a41d02aadc req-0e6c93ed-71de-4bcf-87b3-3bb121581419 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798676 Mar 29 20:26:38.135087 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c463bd05-04a7-4bb9-b57a-d94706e0e866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3663940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548049'] for router_interface (f20cc819-86c7-4d2e-b924-fa250799929a), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:38.514506 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c463bd05-04a7-4bb9-b57a-d94706e0e866 admin admin] Router f20cc819-86c7-4d2e-b924-fa250799929a has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:26:38.696560 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c463bd05-04a7-4bb9-b57a-d94706e0e866 admin admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:26:38.713915 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dbdc52-859d-4b9a-9c48-079a0ddd9499 None None] Sync routers for ids ['f20cc819-86c7-4d2e-b924-fa250799929a'] in dv-cinder-784815-3-iscsi {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:26:38.715052 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-c463bd05-04a7-4bb9-b57a-d94706e0e866 admin admin] 10.222.0.43 "PUT /v2.0/routers/f20cc819-86c7-4d2e-b924-fa250799929a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7172492 Mar 29 20:26:38.717943 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 49768) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:26:38.735818 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dbdc52-859d-4b9a-9c48-079a0ddd9499 None None] Routers {'f20cc819-86c7-4d2e-b924-fa250799929a'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:26:38.736445 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-e3dbdc52-859d-4b9a-9c48-079a0ddd9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:26:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['f20cc819-86c7-4d2e-b924-fa250799929a'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:26:38.918142 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-86b9da49-9fcf-4440-a25d-a4f61a48e7d5 admin admin] Publish callbacks [] for router (f20cc819-86c7-4d2e-b924-fa250799929a), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:38.920205 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-e3dbdc52-859d-4b9a-9c48-079a0ddd9499 None None] Set router f20cc819-86c7-4d2e-b924-fa250799929a gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:26:39.071930 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-86b9da49-9fcf-4440-a25d-a4f61a48e7d5 admin admin] Publish callbacks [] for router_gateway (f20cc819-86c7-4d2e-b924-fa250799929a), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:39.191886 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c44f6-49a7-43ec-a6e4-859d2c00b31b req-813a5fdd-bcab-4b24-8946-048ef2323f14 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:39.194912 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cd0c44f6-49a7-43ec-a6e4-859d2c00b31b req-813a5fdd-bcab-4b24-8946-048ef2323f14 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 946 time: 0.0683088 Mar 29 20:26:39.208459 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-e3dbdc52-859d-4b9a-9c48-079a0ddd9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20cc819-86c7-4d2e-b924-fa250799929a', 'name': 'tempest-TestMinimumBasicScenario-2096124488-router', 'tenant_id': 'a7eb3a2cad5c4b7ca6a3c8ed9a9297f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '180ab44c-2d3f-407d-a076-18fc2c21ae68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:23:16Z', 'updated_at': '2022-03-29T20:26:37Z', 'revision_number': 5, 'project_id': 'a7eb3a2cad5c4b7ca6a3c8ed9a9297f5', 'gw_port': {'id': '180ab44c-2d3f-407d-a076-18fc2c21ae68', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20cc819-86c7-4d2e-b924-fa250799929a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:17Z', 'updated_at': '2022-03-29T20:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:26:39.248362 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dbdc52-859d-4b9a-9c48-079a0ddd9499 None None] Checking router: f20cc819-86c7-4d2e-b924-fa250799929a for host: dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:26:39.259494 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dbdc52-859d-4b9a-9c48-079a0ddd9499 None None] Routers {'f20cc819-86c7-4d2e-b924-fa250799929a'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:26:39.260572 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-e3dbdc52-859d-4b9a-9c48-079a0ddd9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:26:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['f20cc819-86c7-4d2e-b924-fa250799929a'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:26:39.267233 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cd0c44f6-49a7-43ec-a6e4-859d2c00b31b req-8d94fed8-5e3b-4f35-a490-42c3a276e339 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655487 Mar 29 20:26:39.374010 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-e3dbdc52-859d-4b9a-9c48-079a0ddd9499 None None] Set router f20cc819-86c7-4d2e-b924-fa250799929a gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:26:39.567267 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-e3dbdc52-859d-4b9a-9c48-079a0ddd9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20cc819-86c7-4d2e-b924-fa250799929a', 'name': 'tempest-TestMinimumBasicScenario-2096124488-router', 'tenant_id': 'a7eb3a2cad5c4b7ca6a3c8ed9a9297f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '180ab44c-2d3f-407d-a076-18fc2c21ae68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:23:16Z', 'updated_at': '2022-03-29T20:26:37Z', 'revision_number': 5, 'project_id': 'a7eb3a2cad5c4b7ca6a3c8ed9a9297f5', 'gw_port': {'id': '180ab44c-2d3f-407d-a076-18fc2c21ae68', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20cc819-86c7-4d2e-b924-fa250799929a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:17Z', 'updated_at': '2022-03-29T20:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:26:39.596222 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dbdc52-859d-4b9a-9c48-079a0ddd9499 None None] The sync data for ids ['f20cc819-86c7-4d2e-b924-fa250799929a'] in dv-cinder-784815-3-iscsi is: [{'id': 'f20cc819-86c7-4d2e-b924-fa250799929a', 'name': 'tempest-TestMinimumBasicScenario-2096124488-router', 'tenant_id': 'a7eb3a2cad5c4b7ca6a3c8ed9a9297f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '180ab44c-2d3f-407d-a076-18fc2c21ae68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:23:16Z', 'updated_at': '2022-03-29T20:26:37Z', 'revision_number': 5, 'project_id': 'a7eb3a2cad5c4b7ca6a3c8ed9a9297f5', 'gw_port': {'id': '180ab44c-2d3f-407d-a076-18fc2c21ae68', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20cc819-86c7-4d2e-b924-fa250799929a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:23:17Z', 'updated_at': '2022-03-29T20:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}] {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:26:39.710338 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-86b9da49-9fcf-4440-a25d-a4f61a48e7d5 admin admin] Deleting port 180ab44c-2d3f-407d-a076-18fc2c21ae68 {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:26:39.710704 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-86b9da49-9fcf-4440-a25d-a4f61a48e7d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (180ab44c-2d3f-407d-a076-18fc2c21ae68), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:39.795889 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-86b9da49-9fcf-4440-a25d-a4f61a48e7d5 admin admin] For port 180ab44c-2d3f-407d-a076-18fc2c21ae68, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=180ab44c-2d3f-407d-a076-18fc2c21ae68,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:26:39.796277 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-86b9da49-9fcf-4440-a25d-a4f61a48e7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (180ab44c-2d3f-407d-a076-18fc2c21ae68), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:39.810039 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-86b9da49-9fcf-4440-a25d-a4f61a48e7d5 admin admin] Calling delete_port for 180ab44c-2d3f-407d-a076-18fc2c21ae68 owned by network:router_gateway {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:26:40.006486 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device f52d70bc-4c9c-4e5e-823b-571eb77f0fbd no longer exists at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:26:40.035161 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] No Port match for: f52d70bc-4c9c-4e5e-823b-571eb77f0fbd {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:26:40.035506 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device f52d70bc-4c9c-4e5e-823b-571eb77f0fbd not bound to the agent host dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:26:40.096276 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-86b9da49-9fcf-4440-a25d-a4f61a48e7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (180ab44c-2d3f-407d-a076-18fc2c21ae68), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:40.150040 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b9da49-9fcf-4440-a25d-a4f61a48e7d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=180ab44c-2d3f-407d-a076-18fc2c21ae68,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:40.222865 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-f2b97186-6a35-4e10-a0a8-2084128e089a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:40.277246 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-86b9da49-9fcf-4440-a25d-a4f61a48e7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540987'] for router_gateway (f20cc819-86c7-4d2e-b924-fa250799929a), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:40.482126 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-86b9da49-9fcf-4440-a25d-a4f61a48e7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-391'] for router (f20cc819-86c7-4d2e-b924-fa250799929a), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:40.486332 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-86b9da49-9fcf-4440-a25d-a4f61a48e7d5 admin admin] Publish callbacks [] for router_controller (f20cc819-86c7-4d2e-b924-fa250799929a), precommit_delete_associations {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:40.573649 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06944d-d1a3-4f08-b125-1191bb2f2cc9 req-e87340bf-54e8-4558-bda1-620a69e4b197 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:40.575142 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5d06944d-d1a3-4f08-b125-1191bb2f2cc9 req-e87340bf-54e8-4558-bda1-620a69e4b197 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 946 time: 0.1561494 Mar 29 20:26:40.642131 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5d06944d-d1a3-4f08-b125-1191bb2f2cc9 req-c7810412-b6ff-4473-85d5-19080dda7a9f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546174 Mar 29 20:26:40.758615 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-86b9da49-9fcf-4440-a25d-a4f61a48e7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-546014'] for router (f20cc819-86c7-4d2e-b924-fa250799929a), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:40.759177 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b9da49-9fcf-4440-a25d-a4f61a48e7d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f20cc819-86c7-4d2e-b924-fa250799929a {{(pid=103820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 20:26:40.768396 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-86b9da49-9fcf-4440-a25d-a4f61a48e7d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:40.768396 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-86b9da49-9fcf-4440-a25d-a4f61a48e7d5 admin admin] 10.222.0.43 "DELETE /v2.0/routers/f20cc819-86c7-4d2e-b924-fa250799929a HTTP/1.1" status: 204 len: 168 time: 2.0465369 Mar 29 20:26:40.769194 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 49786) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:26:40.826268 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3fe923-2e72-4ac9-8f41-e801395066c5 admin admin] Deleting subnet c7bde08c-f4fa-4db2-a532-3cbce53d75c0 {{(pid=103820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 20:26:40.830358 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5d3fe923-2e72-4ac9-8f41-e801395066c5 admin admin] Publish callbacks [] for subnet (c7bde08c-f4fa-4db2-a532-3cbce53d75c0), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:40.870619 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5d3fe923-2e72-4ac9-8f41-e801395066c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129519656'] for subnet (c7bde08c-f4fa-4db2-a532-3cbce53d75c0), precommit_delete_associations {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:40.960241 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5d3fe923-2e72-4ac9-8f41-e801395066c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3219654'] for subnet (c7bde08c-f4fa-4db2-a532-3cbce53d75c0), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:41.119052 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5d3fe923-2e72-4ac9-8f41-e801395066c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3219697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126325774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126129293'] for subnet (c7bde08c-f4fa-4db2-a532-3cbce53d75c0), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:41.149211 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3fe923-2e72-4ac9-8f41-e801395066c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7bde08c-f4fa-4db2-a532-3cbce53d75c0,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:41.151330 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5d3fe923-2e72-4ac9-8f41-e801395066c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:41.154606 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-5d3fe923-2e72-4ac9-8f41-e801395066c5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c7bde08c-f4fa-4db2-a532-3cbce53d75c0 HTTP/1.1" status: 204 len: 168 time: 0.3842082 Mar 29 20:26:41.157927 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 49794) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:26:41.158076 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fa9910-5778-4f2c-917e-626438e4514c None None] Network 12391e54-b133-4f91-9e40-f7f9726855db requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:26:41.244526 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-26c4a646-4dda-432f-bf1b-6b51ced15480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148679'] for network (12391e54-b133-4f91-9e40-f7f9726855db), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:41.310960 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-26c4a646-4dda-432f-bf1b-6b51ced15480 admin admin] Deleting port 1a35a2d1-bca2-4149-a480-4fea008342ad {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:26:41.310960 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-26c4a646-4dda-432f-bf1b-6b51ced15480 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (1a35a2d1-bca2-4149-a480-4fea008342ad), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:41.371349 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f755507-57f7-4b43-80f2-e54f0c053bcd None None] DHCP port deletion for 12391e54-b133-4f91-9e40-f7f9726855db request from dv-cinder-784815-3-iscsi {{(pid=103822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 20:26:41.389042 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-26c4a646-4dda-432f-bf1b-6b51ced15480 admin admin] For port 1a35a2d1-bca2-4149-a480-4fea008342ad, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=1a35a2d1-bca2-4149-a480-4fea008342ad,segment=NetworkSegment(09e56051-d871-4aeb-ba67-f37cc475cb16),segment_id=09e56051-d871-4aeb-ba67-f37cc475cb16)] {{(pid=103820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:26:41.389445 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-26c4a646-4dda-432f-bf1b-6b51ced15480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (1a35a2d1-bca2-4149-a480-4fea008342ad), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:41.404703 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-26c4a646-4dda-432f-bf1b-6b51ced15480 admin admin] Calling delete_port for 1a35a2d1-bca2-4149-a480-4fea008342ad owned by network:dhcp {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:26:41.451519 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-8f755507-57f7-4b43-80f2-e54f0c053bcd None None] Deleting port 1a35a2d1-bca2-4149-a480-4fea008342ad {{(pid=103822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:26:41.451882 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8f755507-57f7-4b43-80f2-e54f0c053bcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (1a35a2d1-bca2-4149-a480-4fea008342ad), before_delete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:41.524418 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-8f755507-57f7-4b43-80f2-e54f0c053bcd None None] For port 1a35a2d1-bca2-4149-a480-4fea008342ad, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=1a35a2d1-bca2-4149-a480-4fea008342ad,segment=NetworkSegment(09e56051-d871-4aeb-ba67-f37cc475cb16),segment_id=09e56051-d871-4aeb-ba67-f37cc475cb16)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:26:41.524735 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8f755507-57f7-4b43-80f2-e54f0c053bcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (1a35a2d1-bca2-4149-a480-4fea008342ad), precommit_delete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:41.538389 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-8f755507-57f7-4b43-80f2-e54f0c053bcd None None] Calling delete_port for 1a35a2d1-bca2-4149-a480-4fea008342ad owned by network:dhcp {{(pid=103822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:26:41.621578 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-26c4a646-4dda-432f-bf1b-6b51ced15480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (1a35a2d1-bca2-4149-a480-4fea008342ad), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:41.628750 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8f755507-57f7-4b43-80f2-e54f0c053bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279'] for port (1a35a2d1-bca2-4149-a480-4fea008342ad), after_delete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:41.650812 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4a646-4dda-432f-bf1b-6b51ced15480 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a35a2d1-bca2-4149-a480-4fea008342ad,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:41.654861 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f755507-57f7-4b43-80f2-e54f0c053bcd None None] Pushing event deleted for resources: {'Port': ['ID=1a35a2d1-bca2-4149-a480-4fea008342ad,revision_number=None']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:41.655326 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c4a646-4dda-432f-bf1b-6b51ced15480 admin admin] No DVR routers for this DVR port 1a35a2d1-bca2-4149-a480-4fea008342ad on host dv-cinder-784815-3-iscsi {{(pid=103820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:26:41.658773 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f755507-57f7-4b43-80f2-e54f0c053bcd None None] No DVR routers for this DVR port 1a35a2d1-bca2-4149-a480-4fea008342ad on host dv-cinder-784815-3-iscsi {{(pid=103822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:26:41.791503 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 180ab44c-2d3f-407d-a076-18fc2c21ae68 no longer exists at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:26:41.814460 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] No Port match for: 180ab44c-2d3f-407d-a076-18fc2c21ae68 {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:26:41.814907 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 180ab44c-2d3f-407d-a076-18fc2c21ae68 not bound to the agent host dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:26:41.815587 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 1a35a2d1-bca2-4149-a480-4fea008342ad no longer exists at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:26:41.837042 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] No Port match for: 1a35a2d1-bca2-4149-a480-4fea008342ad {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:26:41.837506 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 1a35a2d1-bca2-4149-a480-4fea008342ad not bound to the agent host dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:26:42.045553 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-26c4a646-4dda-432f-bf1b-6b51ced15480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336013', 'neutron.services.segments.db._delete_segments_for_network-8738049908282'] for network (12391e54-b133-4f91-9e40-f7f9726855db), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:42.073255 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.services.segments.db [None req-26c4a646-4dda-432f-bf1b-6b51ced15480 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12391e54-b133-4f91-9e40-f7f9726855db']}} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:26:42.086091 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.services.segments.db [None req-26c4a646-4dda-432f-bf1b-6b51ced15480 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09e56051-d871-4aeb-ba67-f37cc475cb16') {'for_net_delete': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:26:42.086385 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.services.segments.db [None req-26c4a646-4dda-432f-bf1b-6b51ced15480 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09e56051-d871-4aeb-ba67-f37cc475cb16') {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:26:42.103421 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99165123-81e9-4028-98bf-1a0154e452d7 req-70bf98b9-182e-42f6-8fe1-6332344beeba tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:42.112159 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-99165123-81e9-4028-98bf-1a0154e452d7 req-70bf98b9-182e-42f6-8fe1-6332344beeba tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 946 time: 0.1241326 Mar 29 20:26:42.112159 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-26c4a646-4dda-432f-bf1b-6b51ced15480 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050091075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129519651'] for segment (09e56051-d871-4aeb-ba67-f37cc475cb16), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:42.134292 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-26c4a646-4dda-432f-bf1b-6b51ced15480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (09e56051-d871-4aeb-ba67-f37cc475cb16), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:42.144912 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c4a646-4dda-432f-bf1b-6b51ced15480 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 20:26:42.145316 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-26c4a646-4dda-432f-bf1b-6b51ced15480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126327720'] for segment (09e56051-d871-4aeb-ba67-f37cc475cb16), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: Traceback (most recent call last): Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: timer() Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: cb(*args, **kw) Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: return func(*args, **kwargs) Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: self._notify() Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: self.callback(batched_events) Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: event.method(event) Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: return f(self, *a, **k) Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: return self._get(url).json() Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: return self.request(url, 'GET', **kwargs) Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 20:26:42.146943 dv-cinder-784815-3-iscsi neutron-server[103820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 20:26:42.214078 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-99165123-81e9-4028-98bf-1a0154e452d7 req-ddddfac6-f185-44b6-aacc-d0152fd18382 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032617 Mar 29 20:26:42.243434 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39bc42-d332-42a2-981a-2037bedd5d21 req-9e8847e3-27ae-4a85-8af4-4cd288b56330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:42.244942 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-de39bc42-d332-42a2-981a-2037bedd5d21 req-9e8847e3-27ae-4a85-8af4-4cd288b56330 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dd80d1f5dd744e8bd5cea87c84f184b&device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 1130 time: 0.0679977 Mar 29 20:26:42.336939 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39bc42-d332-42a2-981a-2037bedd5d21 req-eb6a9204-9bbb-444b-9f28-d420aea5928e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:42.338440 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-de39bc42-d332-42a2-981a-2037bedd5d21 req-eb6a9204-9bbb-444b-9f28-d420aea5928e service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbeb19d7-fa07-4f98-99ee-9b94135513d6 HTTP/1.1" status: 200 len: 917 time: 0.0857549 Mar 29 20:26:42.354082 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-4a281399-07e1-44d1-8d9f-ca5b3ffdda4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:42.355022 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-26c4a646-4dda-432f-bf1b-6b51ced15480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541015'] for network (12391e54-b133-4f91-9e40-f7f9726855db), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:42.361096 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-26c4a646-4dda-432f-bf1b-6b51ced15480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:42.367998 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-26c4a646-4dda-432f-bf1b-6b51ced15480 admin admin] 10.222.0.43 "DELETE /v2.0/networks/12391e54-b133-4f91-9e40-f7f9726855db HTTP/1.1" status: 204 len: 168 time: 1.2055981 Mar 29 20:26:42.377135 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4a646-4dda-432f-bf1b-6b51ced15480 admin admin] Pushing event deleted for resources: {'Network': ['ID=12391e54-b133-4f91-9e40-f7f9726855db,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:42.414846 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-de39bc42-d332-42a2-981a-2037bedd5d21 req-14236f48-a5ea-4e26-a2c8-a9adb59322d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5dc42c0c-cc85-42ce-8a90-60113dd364b8 HTTP/1.1" status: 200 len: 1000 time: 0.0681384 Mar 29 20:26:42.466456 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39bc42-d332-42a2-981a-2037bedd5d21 req-d38a9e4a-50a0-4b83-b481-53cf71279a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:42.467818 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-de39bc42-d332-42a2-981a-2037bedd5d21 req-d38a9e4a-50a0-4b83-b481-53cf71279a07 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8355bf79-4b50-4d2a-871e-8619ac782cca HTTP/1.1" status: 200 len: 855 time: 0.0453339 Mar 29 20:26:42.528759 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39bc42-d332-42a2-981a-2037bedd5d21 req-9e9dc567-8059-4c61-808b-100ba6be4f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:42.528759 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-de39bc42-d332-42a2-981a-2037bedd5d21 req-9e9dc567-8059-4c61-808b-100ba6be4f6c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbeb19d7-fa07-4f98-99ee-9b94135513d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470185 Mar 29 20:26:42.616763 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-de39bc42-d332-42a2-981a-2037bedd5d21 req-5c7ffd0a-3486-44a2-b047-42a3dc03c162 service neutron] 10.222.0.42 "GET /v2.0/networks/cbeb19d7-fa07-4f98-99ee-9b94135513d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883706 Mar 29 20:26:42.715440 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-de39bc42-d332-42a2-981a-2037bedd5d21 req-b94067ff-b247-4ea8-8500-a1e70d6f18c7 service neutron] 10.222.0.42 "GET /v2.0/networks/cbeb19d7-fa07-4f98-99ee-9b94135513d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911355 Mar 29 20:26:42.830056 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 49818) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:26:42.869249 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-bda4064a-1233-44c0-9a0d-e2f4e57d2f90 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2f6b0dd8bfcc425ab8ede8ef9179704f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379741 Mar 29 20:26:42.871892 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 49820) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:26:42.923144 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e5e2a7dc-fe43-4749-88bf-2f055ff77c2d admin admin] Publish callbacks [] for security_group (4f9a669c-ac4f-4718-b954-ca72f3938f11), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:42.945323 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e5e2a7dc-fe43-4749-88bf-2f055ff77c2d admin admin] Publish callbacks [] for security_group (4f9a669c-ac4f-4718-b954-ca72f3938f11), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:43.055786 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e5e2a7dc-fe43-4749-88bf-2f055ff77c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (4f9a669c-ac4f-4718-b954-ca72f3938f11), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:43.058386 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e5e2a7dc-fe43-4749-88bf-2f055ff77c2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:43.059531 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-e5e2a7dc-fe43-4749-88bf-2f055ff77c2d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4f9a669c-ac4f-4718-b954-ca72f3938f11 HTTP/1.1" status: 204 len: 168 time: 0.1867368 Mar 29 20:26:43.069452 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2a7dc-fe43-4749-88bf-2f055ff77c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9a669c-ac4f-4718-b954-ca72f3938f11,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:43.340958 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97841b2a-05e1-4a38-bb00-2aa447a0484a req-a48ca496-885b-490f-a462-cf9a0da1f0d9 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:43.342462 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-97841b2a-05e1-4a38-bb00-2aa447a0484a req-a48ca496-885b-490f-a462-cf9a0da1f0d9 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 946 time: 0.0541456 Mar 29 20:26:43.392243 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-97841b2a-05e1-4a38-bb00-2aa447a0484a req-e55f7524-6589-47e6-bec4-49e82f53110e tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435712 Mar 29 20:26:43.850620 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:44.070009 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 49830) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:26:44.110022 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-e8b9b60e-30c0-444e-a8ad-f30b21e07c2b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a7eb3a2cad5c4b7ca6a3c8ed9a9297f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380580 Mar 29 20:26:44.112484 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 49832) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:26:44.162251 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-6b02603d-ccb1-444f-a684-d014d0cb4d74 admin admin] Publish callbacks [] for security_group (ec8fa3c0-2929-422b-97b0-8aee99b32843), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:44.183480 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-6b02603d-ccb1-444f-a684-d014d0cb4d74 admin admin] Publish callbacks [] for security_group (ec8fa3c0-2929-422b-97b0-8aee99b32843), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:44.330176 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-6b02603d-ccb1-444f-a684-d014d0cb4d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (ec8fa3c0-2929-422b-97b0-8aee99b32843), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:44.332814 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-6b02603d-ccb1-444f-a684-d014d0cb4d74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:44.334007 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-6b02603d-ccb1-444f-a684-d014d0cb4d74 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ec8fa3c0-2929-422b-97b0-8aee99b32843 HTTP/1.1" status: 204 len: 168 time: 0.2205849 Mar 29 20:26:44.341877 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02603d-ccb1-444f-a684-d014d0cb4d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8fa3c0-2929-422b-97b0-8aee99b32843,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:44.522710 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a02c95-0ebd-4f07-9f01-48537ceac4d1 req-721b295a-bf81-40ef-87a7-4775d44b8f0c tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:44.524191 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-23a02c95-0ebd-4f07-9f01-48537ceac4d1 req-721b295a-bf81-40ef-87a7-4775d44b8f0c tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 946 time: 0.0527151 Mar 29 20:26:44.573386 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-23a02c95-0ebd-4f07-9f01-48537ceac4d1 req-1bb88f76-fefa-4e88-a028-710ec57c1404 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433905 Mar 29 20:26:44.648954 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 5dc42c0c-cc85-42ce-8a90-60113dd364b8 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:26:44.741624 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 5dc42c0c-cc85-42ce-8a90-60113dd364b8 is: ACTIVE; New status is: DOWN {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:26:44.742134 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (5dc42c0c-cc85-42ce-8a90-60113dd364b8), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:44.773665 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e649b05-cfdb-4293-8dea-8561dffc623f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dc42c0c-cc85-42ce-8a90-60113dd364b8'}] {{(pid=103822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:26:44.775987 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0861b571914e5dc523c78e704c27631447c9211d5b419e1eb1b6a7c48cd57d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ba2b79-2993-4f0e-8a66-1ff539ec555a" -d '{"events": [{"server_uuid": "2e649b05-cfdb-4293-8dea-8561dffc623f", "name": "network-vif-unplugged", "status": "completed", "tag": "5dc42c0c-cc85-42ce-8a90-60113dd364b8"}]}' {{(pid=103822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:26:44.793181 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 5dc42c0c-cc85-42ce-8a90-60113dd364b8, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5dc42c0c-cc85-42ce-8a90-60113dd364b8,segment=NetworkSegment(144a29d3-8b92-419a-a892-5d1bda94856a),segment_id=144a29d3-8b92-419a-a892-5d1bda94856a)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:26:44.817663 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 20:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fa544d-cc78-481a-885a-cdd6fa5caab4 x-openstack-request-id: req-92fa544d-cc78-481a-885a-cdd6fa5caab4 {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:26:44.818015 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e649b05-cfdb-4293-8dea-8561dffc623f", "name": "network-vif-unplugged", "status": "completed", "tag": "5dc42c0c-cc85-42ce-8a90-60113dd364b8", "code": 200}]} {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:26:44.818329 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92fa544d-cc78-481a-885a-cdd6fa5caab4 {{(pid=103822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:26:44.823160 dv-cinder-784815-3-iscsi neutron-server[103822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92fa544d-cc78-481a-885a-cdd6fa5caab4'] response: {'server_uuid': '2e649b05-cfdb-4293-8dea-8561dffc623f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dc42c0c-cc85-42ce-8a90-60113dd364b8', 'code': 200} Mar 29 20:26:44.850465 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:44.884838 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (5dc42c0c-cc85-42ce-8a90-60113dd364b8), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:44.936666 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=5dc42c0c-cc85-42ce-8a90-60113dd364b8,revision_number=8']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:26:45.704021 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57357c10-e8d5-4560-a5ec-5fda703e7535 req-ec4a2f40-58d0-4978-bb5b-f65afaccf053 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:45.705535 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-57357c10-e8d5-4560-a5ec-5fda703e7535 req-ec4a2f40-58d0-4978-bb5b-f65afaccf053 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 944 time: 0.0597141 Mar 29 20:26:45.753199 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-57357c10-e8d5-4560-a5ec-5fda703e7535 req-91493815-d5f0-4e0d-903a-232865d08f89 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419807 Mar 29 20:26:46.444460 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:48.656178 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 5dc42c0c-cc85-42ce-8a90-60113dd364b8 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:26:48.729938 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b94242-4c96-4c50-8d1a-0b05eaf2f96f req-ecb6f0d7-bcae-40d9-b089-06ca244f181b tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:48.731521 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-57b94242-4c96-4c50-8d1a-0b05eaf2f96f req-ecb6f0d7-bcae-40d9-b089-06ca244f181b tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 944 time: 0.0546904 Mar 29 20:26:48.740020 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 5dc42c0c-cc85-42ce-8a90-60113dd364b8 is: DOWN; New status is: DOWN {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:26:48.784432 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-57b94242-4c96-4c50-8d1a-0b05eaf2f96f req-8fb49793-5c6f-47f6-873a-d93c703973aa tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457528 Mar 29 20:26:49.291922 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3675ff39-5fce-4324-b762-93ab4e26d4e5 req-c4e27b32-6358-4486-9ac0-cc1d3279125e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0483804 Mar 29 20:26:49.368344 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675ff39-5fce-4324-b762-93ab4e26d4e5 req-addbbc26-238d-438d-9316-2d1025842063 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:49.369878 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-3675ff39-5fce-4324-b762-93ab4e26d4e5 req-addbbc26-238d-438d-9316-2d1025842063 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports/5dc42c0c-cc85-42ce-8a90-60113dd364b8 HTTP/1.1" status: 200 len: 941 time: 0.0497451 Mar 29 20:26:49.928440 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caaf072-39ca-4785-818a-d02561cde538 req-cfdb72b2-0fa2-43da-b660-a5f8a87801b6 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:49.930027 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0caaf072-39ca-4785-818a-d02561cde538 req-cfdb72b2-0fa2-43da-b660-a5f8a87801b6 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 944 time: 0.0669582 Mar 29 20:26:49.981572 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0caaf072-39ca-4785-818a-d02561cde538 req-097a7cb1-61b8-4378-bfe3-c938d81a8a7d tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454309 Mar 29 20:26:51.115423 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe53bf-bbf1-4660-970e-e59d60f3bd64 req-88381b7b-0031-4212-a55f-b7c513f48505 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:51.117099 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c1fe53bf-bbf1-4660-970e-e59d60f3bd64 req-88381b7b-0031-4212-a55f-b7c513f48505 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 944 time: 0.0582833 Mar 29 20:26:51.168960 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c1fe53bf-bbf1-4660-970e-e59d60f3bd64 req-f8015d76-9721-4131-93b3-038e09775e7b tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460541 Mar 29 20:26:51.173394 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675ff39-5fce-4324-b762-93ab4e26d4e5 req-277c05d0-063f-4098-913c-51feccc214d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:51.177552 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-3675ff39-5fce-4324-b762-93ab4e26d4e5 req-277c05d0-063f-4098-913c-51feccc214d5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f&tenant_id=4dd80d1f5dd744e8bd5cea87c84f184b HTTP/1.1" status: 200 len: 1128 time: 0.0568984 Mar 29 20:26:51.254539 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675ff39-5fce-4324-b762-93ab4e26d4e5 req-c75155ae-ae31-4e4d-bd88-4afeb5c197ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:51.256045 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-3675ff39-5fce-4324-b762-93ab4e26d4e5 req-c75155ae-ae31-4e4d-bd88-4afeb5c197ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dd80d1f5dd744e8bd5cea87c84f184b&device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 1128 time: 0.0477607 Mar 29 20:26:51.354827 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675ff39-5fce-4324-b762-93ab4e26d4e5 req-90c1b28d-cc8c-4ae5-9034-fb8262d74de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:51.356305 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-3675ff39-5fce-4324-b762-93ab4e26d4e5 req-90c1b28d-cc8c-4ae5-9034-fb8262d74de6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbeb19d7-fa07-4f98-99ee-9b94135513d6 HTTP/1.1" status: 200 len: 917 time: 0.0923598 Mar 29 20:26:51.440062 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-3675ff39-5fce-4324-b762-93ab4e26d4e5 req-7a428d69-50a3-4cde-babc-a93cd1c19ae6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5dc42c0c-cc85-42ce-8a90-60113dd364b8 HTTP/1.1" status: 200 len: 998 time: 0.0767639 Mar 29 20:26:51.491781 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675ff39-5fce-4324-b762-93ab4e26d4e5 req-ebc1e15c-225b-4b3c-80c6-764b79d0f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:51.493319 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-3675ff39-5fce-4324-b762-93ab4e26d4e5 req-ebc1e15c-225b-4b3c-80c6-764b79d0f484 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8355bf79-4b50-4d2a-871e-8619ac782cca HTTP/1.1" status: 200 len: 855 time: 0.0464983 Mar 29 20:26:51.544013 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675ff39-5fce-4324-b762-93ab4e26d4e5 req-87bf5eca-f909-4d21-b517-287a7abdb152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:51.545558 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-3675ff39-5fce-4324-b762-93ab4e26d4e5 req-87bf5eca-f909-4d21-b517-287a7abdb152 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbeb19d7-fa07-4f98-99ee-9b94135513d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460162 Mar 29 20:26:51.649174 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-3675ff39-5fce-4324-b762-93ab4e26d4e5 req-ba9dcf6f-7c8e-455b-a215-5f2c0b56049d service neutron] 10.222.0.42 "GET /v2.0/networks/cbeb19d7-fa07-4f98-99ee-9b94135513d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969830 Mar 29 20:26:51.753211 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-3675ff39-5fce-4324-b762-93ab4e26d4e5 req-6c76f056-045b-4a35-9735-98aad94972b4 service neutron] 10.222.0.42 "GET /v2.0/networks/cbeb19d7-fa07-4f98-99ee-9b94135513d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971255 Mar 29 20:26:52.305960 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209ac0b-e6f0-482a-b880-9145dece92de req-96cc3271-d563-4b9e-8e9b-e95c61e3c334 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:52.307329 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6209ac0b-e6f0-482a-b880-9145dece92de req-96cc3271-d563-4b9e-8e9b-e95c61e3c334 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 944 time: 0.0573959 Mar 29 20:26:52.368051 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6209ac0b-e6f0-482a-b880-9145dece92de req-e8e6859c-5403-41ba-8e7a-f8ce663332e6 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503757 Mar 29 20:26:53.518385 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86defaeb-d00d-4c1d-a955-cfe66805f007 req-8180bf1a-af1d-4725-a646-63e32af663ac tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:53.520016 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-86defaeb-d00d-4c1d-a955-cfe66805f007 req-8180bf1a-af1d-4725-a646-63e32af663ac tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 944 time: 0.0693040 Mar 29 20:26:53.578909 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-86defaeb-d00d-4c1d-a955-cfe66805f007 req-bebf6a4a-7e16-422d-ab37-6ee96eddc355 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516021 Mar 29 20:26:54.714156 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a09f8-5ddd-411c-8318-1e80b6020f0a req-70bfc4bf-4820-4c23-8791-7ff156bf3197 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:54.715719 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0b5a09f8-5ddd-411c-8318-1e80b6020f0a req-70bfc4bf-4820-4c23-8791-7ff156bf3197 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 944 time: 0.0618162 Mar 29 20:26:54.773616 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0b5a09f8-5ddd-411c-8318-1e80b6020f0a req-405d6460-ef17-4f3e-acd4-42ff09b2a970 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515981 Mar 29 20:26:55.916335 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f6b22-b961-446e-8812-08ba9b23b67a req-2accb227-c274-4c58-ac91-f1cb3609f6fb tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:55.918644 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-243f6b22-b961-446e-8812-08ba9b23b67a req-2accb227-c274-4c58-ac91-f1cb3609f6fb tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 944 time: 0.0656214 Mar 29 20:26:56.008029 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-243f6b22-b961-446e-8812-08ba9b23b67a req-4151a1bd-e80d-49ff-8949-9c467426a86d tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675764 Mar 29 20:26:56.384828 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:26:57.133791 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be4749-11e2-4245-b628-871a97df2e29 req-9ae1c17d-d698-4ecd-a7ff-3180d16d8438 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:57.136391 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-32be4749-11e2-4245-b628-871a97df2e29 req-9ae1c17d-d698-4ecd-a7ff-3180d16d8438 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 944 time: 0.0645018 Mar 29 20:26:57.188172 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-32be4749-11e2-4245-b628-871a97df2e29 req-c016db8d-43ff-46a0-90dc-cb47c3556ce2 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451047 Mar 29 20:26:58.346390 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd67d5e-a608-4073-bba4-102f9ba5d4c5 req-503f0852-13fb-4080-99e6-0e827e1617f5 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:58.349040 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2bd67d5e-a608-4073-bba4-102f9ba5d4c5 req-503f0852-13fb-4080-99e6-0e827e1617f5 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 944 time: 0.0650673 Mar 29 20:26:58.406691 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2bd67d5e-a608-4073-bba4-102f9ba5d4c5 req-a4bd3c28-2e60-4ebc-ae00-136cb380ff33 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520544 Mar 29 20:26:58.662000 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:26:59.553443 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a741a-f893-484c-a603-2cb2e82c52c2 req-9588edb2-67a8-4994-b6b0-a0d2ad85bd07 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:26:59.556050 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d99a741a-f893-484c-a603-2cb2e82c52c2 req-9588edb2-67a8-4994-b6b0-a0d2ad85bd07 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 944 time: 0.0694966 Mar 29 20:26:59.604528 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d99a741a-f893-484c-a603-2cb2e82c52c2 req-4aa28cd9-665f-400b-bb6f-1ed9c7307015 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440319 Mar 29 20:27:00.744497 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aca0fc-6e78-4e32-8bcf-ca7396c4c77a req-bafc5f55-3dd2-475c-884a-341a7a9df09e tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:00.746091 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-42aca0fc-6e78-4e32-8bcf-ca7396c4c77a req-bafc5f55-3dd2-475c-884a-341a7a9df09e tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 944 time: 0.0558097 Mar 29 20:27:00.800283 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-42aca0fc-6e78-4e32-8bcf-ca7396c4c77a req-57a31879-d172-493e-9124-4b8627bb6c4a tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481007 Mar 29 20:27:01.939134 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a046626-4982-477c-9b09-006b12db11a6 req-d7ea14dd-0eb2-4e4e-afe0-505c483e796b tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:01.942236 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0a046626-4982-477c-9b09-006b12db11a6 req-d7ea14dd-0eb2-4e4e-afe0-505c483e796b tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 944 time: 0.0600250 Mar 29 20:27:01.990492 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0a046626-4982-477c-9b09-006b12db11a6 req-1386bac6-e3ba-4fcb-9ec9-fe9583c58cda tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424685 Mar 29 20:27:03.118416 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00c1c8-7f5d-4613-892a-a760e0143a45 req-1177403e-8f2a-47e8-99da-30f39468b29f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:03.119940 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9a00c1c8-7f5d-4613-892a-a760e0143a45 req-1177403e-8f2a-47e8-99da-30f39468b29f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 944 time: 0.0539055 Mar 29 20:27:03.167304 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9a00c1c8-7f5d-4613-892a-a760e0143a45 req-d2302e63-e601-4b21-806e-175b1d49c3a3 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416982 Mar 29 20:27:04.301087 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a07b3-0155-4ada-9553-ef3f19772524 req-45eba82d-5ad6-42b0-98c9-c444c4003fef tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:04.302904 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-063a07b3-0155-4ada-9553-ef3f19772524 req-45eba82d-5ad6-42b0-98c9-c444c4003fef tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 944 time: 0.0633464 Mar 29 20:27:04.351802 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-063a07b3-0155-4ada-9553-ef3f19772524 req-2cbc89ae-3157-4150-9ce9-9ac6fedc6274 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433195 Mar 29 20:27:04.749737 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 5dc42c0c-cc85-42ce-8a90-60113dd364b8 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 20:27:04.849637 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 5dc42c0c-cc85-42ce-8a90-60113dd364b8, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5dc42c0c-cc85-42ce-8a90-60113dd364b8,segment=NetworkSegment(144a29d3-8b92-419a-a892-5d1bda94856a),segment_id=144a29d3-8b92-419a-a892-5d1bda94856a)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:27:04.861846 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Returning: {'device': '5dc42c0c-cc85-42ce-8a90-60113dd364b8', 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'port_id': '5dc42c0c-cc85-42ce-8a90-60113dd364b8', 'mac_address': 'fa:16:3e:d0:d9:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 20:27:04.901129 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 5dc42c0c-cc85-42ce-8a90-60113dd364b8 is: DOWN; New status is: BUILD {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:27:04.901549 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (5dc42c0c-cc85-42ce-8a90-60113dd364b8), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:04.915865 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc42c0c-cc85-42ce-8a90-60113dd364b8 {{(pid=103822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:27:04.939929 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 5dc42c0c-cc85-42ce-8a90-60113dd364b8, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5dc42c0c-cc85-42ce-8a90-60113dd364b8,segment=NetworkSegment(144a29d3-8b92-419a-a892-5d1bda94856a),segment_id=144a29d3-8b92-419a-a892-5d1bda94856a)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:27:05.055773 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (5dc42c0c-cc85-42ce-8a90-60113dd364b8), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:05.235574 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=5dc42c0c-cc85-42ce-8a90-60113dd364b8,revision_number=9']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:05.243075 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:05.243414 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:05.243751 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:05.244082 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:05.244410 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:05.244735 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:05.245056 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:05.245404 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:05.245724 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:05.246043 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:05.246364 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:05.246682 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:05.247000 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:05.247314 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:05.247628 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:05.303220 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['5dc42c0c-cc85-42ce-8a90-60113dd364b8'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:27:05.484265 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920c61b-d219-41ca-ab78-a72fff8bc1b5 req-af246653-e7b5-4cfe-9fe1-ed005fa0127d tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:05.485833 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1920c61b-d219-41ca-ab78-a72fff8bc1b5 req-af246653-e7b5-4cfe-9fe1-ed005fa0127d tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 945 time: 0.0549397 Mar 29 20:27:05.534426 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1920c61b-d219-41ca-ab78-a72fff8bc1b5 req-93b75a73-5130-4ee0-895c-c97f8f211476 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409169 Mar 29 20:27:06.663906 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644dbb1e-51be-4905-9c5c-9bcd2aca602e req-1bada288-45a0-43f5-b174-3accf7a11a80 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:06.665421 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-644dbb1e-51be-4905-9c5c-9bcd2aca602e req-1bada288-45a0-43f5-b174-3accf7a11a80 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 945 time: 0.0542805 Mar 29 20:27:06.720068 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-644dbb1e-51be-4905-9c5c-9bcd2aca602e req-ce6a3b31-0c03-4d1e-84b5-5c5512dfe7eb tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489442 Mar 29 20:27:06.766143 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 5dc42c0c-cc85-42ce-8a90-60113dd364b8 up at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:27:06.796408 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12748708-3ca5-4497-8b65-1a3ecdf62afa req-5c59808f-bf01-4e18-bd20-3b1d5facb41b tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:06.797913 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-12748708-3ca5-4497-8b65-1a3ecdf62afa req-5c59808f-bf01-4e18-bd20-3b1d5facb41b tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb HTTP/1.1" status: 200 len: 946 time: 0.0542445 Mar 29 20:27:06.818078 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning complete for port 5dc42c0c-cc85-42ce-8a90-60113dd364b8 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:27:06.819864 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (5dc42c0c-cc85-42ce-8a90-60113dd364b8), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:06.848531 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-12748708-3ca5-4497-8b65-1a3ecdf62afa req-b6d94314-4d1e-458f-8b50-9d2a2ed3ef23 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=20d988b1-2d7e-4164-b2b7-827bb37b2163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439961 Mar 29 20:27:06.901322 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 5dc42c0c-cc85-42ce-8a90-60113dd364b8 is: BUILD; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:27:06.901737 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (5dc42c0c-cc85-42ce-8a90-60113dd364b8), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:06.926813 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e649b05-cfdb-4293-8dea-8561dffc623f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc42c0c-cc85-42ce-8a90-60113dd364b8'}] {{(pid=103822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:27:06.929081 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0861b571914e5dc523c78e704c27631447c9211d5b419e1eb1b6a7c48cd57d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be57b5e3-f650-4330-bd82-898c9fc7f89d" -d '{"events": [{"server_uuid": "2e649b05-cfdb-4293-8dea-8561dffc623f", "name": "network-vif-plugged", "status": "completed", "tag": "5dc42c0c-cc85-42ce-8a90-60113dd364b8"}]}' {{(pid=103822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:27:06.951880 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 5dc42c0c-cc85-42ce-8a90-60113dd364b8, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5dc42c0c-cc85-42ce-8a90-60113dd364b8,segment=NetworkSegment(144a29d3-8b92-419a-a892-5d1bda94856a),segment_id=144a29d3-8b92-419a-a892-5d1bda94856a)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:27:06.968501 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519d0437-c1c3-43bb-9b84-b8f810ec1297 x-openstack-request-id: req-519d0437-c1c3-43bb-9b84-b8f810ec1297 {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:27:06.968843 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e649b05-cfdb-4293-8dea-8561dffc623f", "name": "network-vif-plugged", "status": "completed", "tag": "5dc42c0c-cc85-42ce-8a90-60113dd364b8", "code": 200}]} {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:27:06.969103 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-519d0437-c1c3-43bb-9b84-b8f810ec1297 {{(pid=103822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:27:06.969590 dv-cinder-784815-3-iscsi neutron-server[103822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-519d0437-c1c3-43bb-9b84-b8f810ec1297'] response: {'server_uuid': '2e649b05-cfdb-4293-8dea-8561dffc623f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc42c0c-cc85-42ce-8a90-60113dd364b8', 'code': 200} Mar 29 20:27:07.084572 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (5dc42c0c-cc85-42ce-8a90-60113dd364b8), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:07.133868 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=5dc42c0c-cc85-42ce-8a90-60113dd364b8,revision_number=10']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:07.384271 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb7d33-3dec-43be-a228-51f9720f6c74 req-cd366da6-2d90-4436-8bc7-455a67acd76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:07.385849 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-b6fb7d33-3dec-43be-a228-51f9720f6c74 req-cd366da6-2d90-4436-8bc7-455a67acd76c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 1131 time: 0.0519400 Mar 29 20:27:07.428582 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-b6fb7d33-3dec-43be-a228-51f9720f6c74 req-b37d29aa-2f3c-4183-93c4-deda3852a3f9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367613 Mar 29 20:27:07.847195 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86e530-c657-4a5b-ac6b-da4bd43c9902 req-0377e8ee-e0e4-4ce4-8e1c-dbd7606f6fcf tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:07.848678 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8c86e530-c657-4a5b-ac6b-da4bd43c9902 req-0377e8ee-e0e4-4ce4-8e1c-dbd7606f6fcf tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 947 time: 0.0541961 Mar 29 20:27:07.898255 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8c86e530-c657-4a5b-ac6b-da4bd43c9902 req-ea40769b-dd8b-4445-88b0-a7ef47420ba5 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426838 Mar 29 20:27:07.981068 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c1c0e-00b9-4efb-93a2-ebab70577c85 req-4a226a09-3f71-411a-a57e-c985c3cf98ba tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:07.982528 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-771c1c0e-00b9-4efb-93a2-ebab70577c85 req-4a226a09-3f71-411a-a57e-c985c3cf98ba tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb HTTP/1.1" status: 200 len: 946 time: 0.0610914 Mar 29 20:27:08.031178 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-771c1c0e-00b9-4efb-93a2-ebab70577c85 req-edc8f616-3ec2-401c-b478-15426b94a58e tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=20d988b1-2d7e-4164-b2b7-827bb37b2163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424359 Mar 29 20:27:08.896658 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca849ff3-7980-48c2-aa60-67d014738cdc req-09b82c10-2db2-4e3d-8100-e13e065f8396 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:08.898147 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-ca849ff3-7980-48c2-aa60-67d014738cdc req-09b82c10-2db2-4e3d-8100-e13e065f8396 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.42 "GET /v2.0/ports?device_id=18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb HTTP/1.1" status: 200 len: 946 time: 0.0539949 Mar 29 20:27:09.006788 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [req-ca849ff3-7980-48c2-aa60-67d014738cdc req-047089d0-2ef7-4471-8fca-dbfd5c07c82e tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Deleting port ca7392c5-29b4-4038-a62f-69b757a914ce {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:27:09.007440 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-ca849ff3-7980-48c2-aa60-67d014738cdc req-047089d0-2ef7-4471-8fca-dbfd5c07c82e tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (ca7392c5-29b4-4038-a62f-69b757a914ce), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:09.039445 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efa9c0-cf4b-49f0-9c3d-9973630d69a7 req-92cd3ba3-05d4-4c45-8cd6-e404c7012d08 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:09.042091 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d5efa9c0-cf4b-49f0-9c3d-9973630d69a7 req-92cd3ba3-05d4-4c45-8cd6-e404c7012d08 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 947 time: 0.0645971 Mar 29 20:27:09.096748 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d5efa9c0-cf4b-49f0-9c3d-9973630d69a7 req-24ddd82e-6db5-4886-b4c3-0cb6e46e9c19 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463486 Mar 29 20:27:09.118031 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-ca849ff3-7980-48c2-aa60-67d014738cdc req-047089d0-2ef7-4471-8fca-dbfd5c07c82e tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] For port ca7392c5-29b4-4038-a62f-69b757a914ce, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=ca7392c5-29b4-4038-a62f-69b757a914ce,segment=NetworkSegment(6802a8f3-7039-4643-9285-e85956d71d33),segment_id=6802a8f3-7039-4643-9285-e85956d71d33)] {{(pid=103821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:27:09.125056 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-ca849ff3-7980-48c2-aa60-67d014738cdc req-047089d0-2ef7-4471-8fca-dbfd5c07c82e tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (ca7392c5-29b4-4038-a62f-69b757a914ce), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:09.181645 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791f506-ff55-4514-9c1e-146b3e967f84 req-69f17f5e-f3f4-46cd-bcdb-a39006d44381 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:09.183534 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9791f506-ff55-4514-9c1e-146b3e967f84 req-69f17f5e-f3f4-46cd-bcdb-a39006d44381 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb HTTP/1.1" status: 200 len: 946 time: 0.0640631 Mar 29 20:27:09.246575 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9791f506-ff55-4514-9c1e-146b3e967f84 req-8906e87d-ddfc-4456-8aec-c1f82e236539 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups?id=20d988b1-2d7e-4164-b2b7-827bb37b2163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572474 Mar 29 20:27:09.365053 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-ca849ff3-7980-48c2-aa60-67d014738cdc req-047089d0-2ef7-4471-8fca-dbfd5c07c82e tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:09.365607 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-ca849ff3-7980-48c2-aa60-67d014738cdc req-047089d0-2ef7-4471-8fca-dbfd5c07c82e tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (90ac0b08-dbd2-4f40-949f-f005f0bb864b), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:09.366062 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.db.l3_db [req-ca849ff3-7980-48c2-aa60-67d014738cdc req-047089d0-2ef7-4471-8fca-dbfd5c07c82e tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Floating IP 90ac0b08-dbd2-4f40-949f-f005f0bb864b disassociated. External IP: 172.27.3.196, port: ca7392c5-29b4-4038-a62f-69b757a914ce. Mar 29 20:27:09.366555 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [req-ca849ff3-7980-48c2-aa60-67d014738cdc req-047089d0-2ef7-4471-8fca-dbfd5c07c82e tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Calling delete_port for ca7392c5-29b4-4038-a62f-69b757a914ce owned by compute:nova {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:27:09.685041 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-ca849ff3-7980-48c2-aa60-67d014738cdc req-047089d0-2ef7-4471-8fca-dbfd5c07c82e tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (ca7392c5-29b4-4038-a62f-69b757a914ce), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:09.717922 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047089d0-2ef7-4471-8fca-dbfd5c07c82e tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Pushing event deleted for resources: {'Port': ['ID=ca7392c5-29b4-4038-a62f-69b757a914ce,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:09.858200 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca849ff3-7980-48c2-aa60-67d014738cdc req-047089d0-2ef7-4471-8fca-dbfd5c07c82e tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Router e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:27:10.215257 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-43e44774-dcfc-4b1a-9de3-4b7cf0611086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:10.272746 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe348c-6fd0-4720-9aad-cf9d45c8b749 req-80626654-cb89-49cb-8e3d-efb56722341e tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:10.275981 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-46fe348c-6fd0-4720-9aad-cf9d45c8b749 req-80626654-cb89-49cb-8e3d-efb56722341e tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 947 time: 0.0798743 Mar 29 20:27:10.294300 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca849ff3-7980-48c2-aa60-67d014738cdc req-047089d0-2ef7-4471-8fca-dbfd5c07c82e tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:27:10.307165 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2765c20-e0d4-4380-891e-28393aebd196 None None] Sync routers for ids ['e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:27:10.334208 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2765c20-e0d4-4380-891e-28393aebd196 None None] Routers {'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:27:10.336199 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-f2765c20-e0d4-4380-891e-28393aebd196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:26:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:10.380941 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca849ff3-7980-48c2-aa60-67d014738cdc req-047089d0-2ef7-4471-8fca-dbfd5c07c82e tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] No DVR routers for this DVR port ca7392c5-29b4-4038-a62f-69b757a914ce on host hv-cinder-78481 {{(pid=103821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:27:10.383987 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-ca849ff3-7980-48c2-aa60-67d014738cdc req-047089d0-2ef7-4471-8fca-dbfd5c07c82e tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:10.388272 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-ca849ff3-7980-48c2-aa60-67d014738cdc req-047089d0-2ef7-4471-8fca-dbfd5c07c82e tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.42 "DELETE /v2.0/ports/ca7392c5-29b4-4038-a62f-69b757a914ce HTTP/1.1" status: 204 len: 173 time: 1.4836841 Mar 29 20:27:10.392031 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb', 'name': 'network-vif-deleted', 'tag': 'ca7392c5-29b4-4038-a62f-69b757a914ce'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:27:10.392293 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ead771-350e-403b-9c61-256047c9c387" -d '{"events": [{"server_uuid": "18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb", "name": "network-vif-deleted", "tag": "ca7392c5-29b4-4038-a62f-69b757a914ce"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:27:10.411290 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-46fe348c-6fd0-4720-9aad-cf9d45c8b749 req-40164b6b-be23-4d61-a2cd-b2a2e9aaed98 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168184 Mar 29 20:27:10.446981 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c630bdf4-5b5b-45db-83b8-da4691c059cb req-be611c0d-8fc6-4499-b8c3-e9638cbd7731 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb HTTP/1.1" status: 200 len: 210 time: 0.0498302 Mar 29 20:27:10.474229 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b10d861-5e10-4413-aaa7-f16732e784b5 x-openstack-request-id: req-5b10d861-5e10-4413-aaa7-f16732e784b5 {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:27:10.474627 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb", "name": "network-vif-deleted", "tag": "ca7392c5-29b4-4038-a62f-69b757a914ce", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:27:10.474972 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b10d861-5e10-4413-aaa7-f16732e784b5 {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:27:10.475556 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b10d861-5e10-4413-aaa7-f16732e784b5'] response: {'server_uuid': '18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb', 'name': 'network-vif-deleted', 'tag': 'ca7392c5-29b4-4038-a62f-69b757a914ce', 'status': 'completed', 'code': 200} Mar 29 20:27:10.489405 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-f2765c20-e0d4-4380-891e-28393aebd196 None None] Set router e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:27:10.705083 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-f2765c20-e0d4-4380-891e-28393aebd196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'name': 'tempest-AttachVolumeTestJSON-2114264641-router', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:28Z', 'updated_at': '2022-03-29T20:20:38Z', 'revision_number': 4, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'gw_port': {'id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c', 'name': '', 'network_id': '0868a825-2260-425a-8d30-a4a84002c375', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'mac_address': 'fa:16:3e:a2:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:37Z', 'updated_at': '2022-03-29T20:20:49Z', 'revision_number': 5, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'subnets': [{'id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:10.731547 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2765c20-e0d4-4380-891e-28393aebd196 None None] Checking router: e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:27:10.741186 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2765c20-e0d4-4380-891e-28393aebd196 None None] Routers {'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:27:10.741830 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-f2765c20-e0d4-4380-891e-28393aebd196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:26:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:10.946594 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-f2765c20-e0d4-4380-891e-28393aebd196 None None] Set router e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:27:11.163831 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-f2765c20-e0d4-4380-891e-28393aebd196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'name': 'tempest-AttachVolumeTestJSON-2114264641-router', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:28Z', 'updated_at': '2022-03-29T20:20:38Z', 'revision_number': 4, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'gw_port': {'id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c', 'name': '', 'network_id': '0868a825-2260-425a-8d30-a4a84002c375', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'mac_address': 'fa:16:3e:a2:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:37Z', 'updated_at': '2022-03-29T20:20:49Z', 'revision_number': 5, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'subnets': [{'id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:11.195184 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2765c20-e0d4-4380-891e-28393aebd196 None None] The sync data for ids ['e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'] in dv-cinder-784815-3-iscsi is: [{'id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'name': 'tempest-AttachVolumeTestJSON-2114264641-router', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:28Z', 'updated_at': '2022-03-29T20:20:38Z', 'revision_number': 4, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'gw_port': {'id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c', 'name': '', 'network_id': '0868a825-2260-425a-8d30-a4a84002c375', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'mac_address': 'fa:16:3e:a2:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:37Z', 'updated_at': '2022-03-29T20:20:49Z', 'revision_number': 5, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'subnets': [{'id': 'b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:27:11.439369 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b06396-b94c-4cc9-b1ad-f36268714f9d None None] New status for floating IP 90ac0b08-dbd2-4f40-949f-f005f0bb864b: DOWN {{(pid=103822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 20:27:11.594104 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9376af73-5514-46b7-8788-8f937224a767 req-61aa2b42-1941-40f7-9781-16bf35ec7902 tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/ports?device_id=18dc240d-5c4c-4c4f-85e7-a2ae3bcf2dbb HTTP/1.1" status: 200 len: 210 time: 0.0332491 Mar 29 20:27:11.605268 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d7dff-686b-4dab-9284-f50f87dfd13b req-70bfc805-b43d-498a-a826-d1a1fbf6c10c tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:11.606810 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-975d7dff-686b-4dab-9284-f50f87dfd13b req-70bfc805-b43d-498a-a826-d1a1fbf6c10c tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 947 time: 0.0951459 Mar 29 20:27:11.662395 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-975d7dff-686b-4dab-9284-f50f87dfd13b req-893f2ed2-81e7-4dfd-855f-f652cbe6120e tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488839 Mar 29 20:27:12.249923 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-5e5f24fe-3107-4e2c-8829-2d6fc75c68a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:12.781226 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device ca7392c5-29b4-4038-a62f-69b757a914ce no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:27:12.807444 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 50122) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:12.807985 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] No Port match for: ca7392c5-29b4-4038-a62f-69b757a914ce {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:27:12.808344 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device ca7392c5-29b4-4038-a62f-69b757a914ce not bound to the agent host hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:27:12.869593 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-10e9f7d8-6a2c-47a2-b32c-e603f74a9f5f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for security_group (20d988b1-2d7e-4164-b2b7-827bb37b2163), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:12.897742 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-10e9f7d8-6a2c-47a2-b32c-e603f74a9f5f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for security_group (20d988b1-2d7e-4164-b2b7-827bb37b2163), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:13.021667 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-10e9f7d8-6a2c-47a2-b32c-e603f74a9f5f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (20d988b1-2d7e-4164-b2b7-827bb37b2163), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:13.024944 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-10e9f7d8-6a2c-47a2-b32c-e603f74a9f5f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:13.026452 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-10e9f7d8-6a2c-47a2-b32c-e603f74a9f5f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "DELETE /v2.0/security-groups/20d988b1-2d7e-4164-b2b7-827bb37b2163 HTTP/1.1" status: 204 len: 168 time: 0.2177403 Mar 29 20:27:13.029711 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50126) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:13.037644 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9f7d8-6a2c-47a2-b32c-e603f74a9f5f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d988b1-2d7e-4164-b2b7-827bb37b2163,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:13.048104 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.api.v2.resource [None req-7032540b-52df-4526-a7f1-4f0915f07a1e tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] show failed (client error): The resource could not be found. Mar 29 20:27:13.048318 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e9f7d8-6a2c-47a2-b32c-e603f74a9f5f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:13.052345 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e9f7d8-6a2c-47a2-b32c-e603f74a9f5f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:13.052514 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-7032540b-52df-4526-a7f1-4f0915f07a1e tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "GET /v2.0/security-groups/20d988b1-2d7e-4164-b2b7-827bb37b2163 HTTP/1.1" status: 404 len: 347 time: 0.0173483 Mar 29 20:27:13.052655 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e9f7d8-6a2c-47a2-b32c-e603f74a9f5f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:13.052655 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e9f7d8-6a2c-47a2-b32c-e603f74a9f5f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:13.052655 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e9f7d8-6a2c-47a2-b32c-e603f74a9f5f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:13.052655 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e9f7d8-6a2c-47a2-b32c-e603f74a9f5f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:13.052655 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e9f7d8-6a2c-47a2-b32c-e603f74a9f5f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:13.053076 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e9f7d8-6a2c-47a2-b32c-e603f74a9f5f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:13.053167 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50128) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:13.053551 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e9f7d8-6a2c-47a2-b32c-e603f74a9f5f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:13.053970 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e9f7d8-6a2c-47a2-b32c-e603f74a9f5f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:13.054511 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e9f7d8-6a2c-47a2-b32c-e603f74a9f5f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:13.054969 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e9f7d8-6a2c-47a2-b32c-e603f74a9f5f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:13.055495 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e9f7d8-6a2c-47a2-b32c-e603f74a9f5f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:13.055967 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e9f7d8-6a2c-47a2-b32c-e603f74a9f5f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:13.056525 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e9f7d8-6a2c-47a2-b32c-e603f74a9f5f tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:13.189949 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-10f2b9a5-0bb5-4529-ab27-6da333cdb2ff tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Deleting port 19cd7b0d-78bc-489b-a65b-2fd80d293f98 {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:27:13.191348 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-10f2b9a5-0bb5-4529-ab27-6da333cdb2ff tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (19cd7b0d-78bc-489b-a65b-2fd80d293f98), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:13.273892 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-10f2b9a5-0bb5-4529-ab27-6da333cdb2ff tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (19cd7b0d-78bc-489b-a65b-2fd80d293f98), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:13.274333 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-10f2b9a5-0bb5-4529-ab27-6da333cdb2ff tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for floatingip (19cd7b0d-78bc-489b-a65b-2fd80d293f98), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:13.292342 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-10f2b9a5-0bb5-4529-ab27-6da333cdb2ff tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Calling delete_port for 19cd7b0d-78bc-489b-a65b-2fd80d293f98 owned by network:floatingip {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:27:13.507361 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-10f2b9a5-0bb5-4529-ab27-6da333cdb2ff tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (19cd7b0d-78bc-489b-a65b-2fd80d293f98), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:13.539052 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f2b9a5-0bb5-4529-ab27-6da333cdb2ff tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Pushing event deleted for resources: {'Port': ['ID=19cd7b0d-78bc-489b-a65b-2fd80d293f98,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:13.612032 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-10f2b9a5-0bb5-4529-ab27-6da333cdb2ff tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks [] for floatingip (90ac0b08-dbd2-4f40-949f-f005f0bb864b), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:13.615299 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-10f2b9a5-0bb5-4529-ab27-6da333cdb2ff tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:13.616454 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-10f2b9a5-0bb5-4529-ab27-6da333cdb2ff tempest-AttachVolumeTestJSON-1404606886 tempest-AttachVolumeTestJSON-1404606886-project] 10.222.0.43 "DELETE /v2.0/floatingips/90ac0b08-dbd2-4f40-949f-f005f0bb864b HTTP/1.1" status: 204 len: 168 time: 0.5620313 Mar 29 20:27:13.746963 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:14.786926 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:16.416219 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:17.787323 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50164) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:18.364938 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-257cfaa8-3c13-428a-ac3c-a6d04a7b6b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548673'] for router_interface (e9d08a42-4f2a-44ba-9c77-83057d0fd5b6), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:18.633657 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-257cfaa8-3c13-428a-ac3c-a6d04a7b6b86 admin admin] Deleting port ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:27:18.633995 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-257cfaa8-3c13-428a-ac3c-a6d04a7b6b86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:18.716786 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [None req-257cfaa8-3c13-428a-ac3c-a6d04a7b6b86 admin admin] For port ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c,segment=NetworkSegment(6802a8f3-7039-4643-9285-e85956d71d33),segment_id=6802a8f3-7039-4643-9285-e85956d71d33)] {{(pid=103821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:27:18.717157 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-257cfaa8-3c13-428a-ac3c-a6d04a7b6b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:18.732860 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-257cfaa8-3c13-428a-ac3c-a6d04a7b6b86 admin admin] Calling delete_port for ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c owned by network:router_interface {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:27:18.987998 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-257cfaa8-3c13-428a-ac3c-a6d04a7b6b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:19.018541 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257cfaa8-3c13-428a-ac3c-a6d04a7b6b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:19.227147 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-257cfaa8-3c13-428a-ac3c-a6d04a7b6b86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3663940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548049'] for router_interface (e9d08a42-4f2a-44ba-9c77-83057d0fd5b6), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:19.472889 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257cfaa8-3c13-428a-ac3c-a6d04a7b6b86 admin admin] Router e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:27:19.587568 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257cfaa8-3c13-428a-ac3c-a6d04a7b6b86 admin admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:27:19.592591 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-257cfaa8-3c13-428a-ac3c-a6d04a7b6b86 admin admin] 10.222.0.43 "PUT /v2.0/routers/e9d08a42-4f2a-44ba-9c77-83057d0fd5b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8042152 Mar 29 20:27:19.595594 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50174) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:19.602232 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e62ffc5-fc78-4bb7-b79e-71ef40682c52 None None] Sync routers for ids ['e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:27:19.614961 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e62ffc5-fc78-4bb7-b79e-71ef40682c52 None None] Routers {'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:27:19.616308 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-0e62ffc5-fc78-4bb7-b79e-71ef40682c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:27:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:19.718923 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9fce94f4-d6a8-4f3a-a9a4-0bf28693238e admin admin] Publish callbacks [] for router (e9d08a42-4f2a-44ba-9c77-83057d0fd5b6), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:19.742216 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-0e62ffc5-fc78-4bb7-b79e-71ef40682c52 None None] Set router e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:27:19.859320 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9fce94f4-d6a8-4f3a-a9a4-0bf28693238e admin admin] Publish callbacks [] for router_gateway (e9d08a42-4f2a-44ba-9c77-83057d0fd5b6), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:19.958396 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-0e62ffc5-fc78-4bb7-b79e-71ef40682c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'name': 'tempest-AttachVolumeTestJSON-2114264641-router', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:28Z', 'updated_at': '2022-03-29T20:27:18Z', 'revision_number': 5, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'gw_port': {'id': 'abdd584b-03e0-4643-9a80-20c5ad79fca3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:19.998504 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e62ffc5-fc78-4bb7-b79e-71ef40682c52 None None] Checking router: e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:27:20.002998 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-9fce94f4-d6a8-4f3a-a9a4-0bf28693238e admin admin] Deleting port abdd584b-03e0-4643-9a80-20c5ad79fca3 {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:27:20.003639 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9fce94f4-d6a8-4f3a-a9a4-0bf28693238e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (abdd584b-03e0-4643-9a80-20c5ad79fca3), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:20.010130 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e62ffc5-fc78-4bb7-b79e-71ef40682c52 None None] Routers {'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:27:20.010738 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-0e62ffc5-fc78-4bb7-b79e-71ef40682c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:27:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:20.103317 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [None req-9fce94f4-d6a8-4f3a-a9a4-0bf28693238e admin admin] For port abdd584b-03e0-4643-9a80-20c5ad79fca3, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=abdd584b-03e0-4643-9a80-20c5ad79fca3,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:27:20.103742 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9fce94f4-d6a8-4f3a-a9a4-0bf28693238e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (abdd584b-03e0-4643-9a80-20c5ad79fca3), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:20.121322 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-0e62ffc5-fc78-4bb7-b79e-71ef40682c52 None None] Set router e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 gateway port host: None {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:27:20.121547 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-9fce94f4-d6a8-4f3a-a9a4-0bf28693238e admin admin] Calling delete_port for abdd584b-03e0-4643-9a80-20c5ad79fca3 owned by network:router_gateway {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:27:20.174418 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-0e62ffc5-fc78-4bb7-b79e-71ef40682c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'name': 'tempest-AttachVolumeTestJSON-2114264641-router', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:28Z', 'updated_at': '2022-03-29T20:27:19Z', 'revision_number': 6, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'gw_port_host': None}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:20.205664 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e62ffc5-fc78-4bb7-b79e-71ef40682c52 None None] The sync data for ids ['e9d08a42-4f2a-44ba-9c77-83057d0fd5b6'] in dv-cinder-784815-3-iscsi is: [{'id': 'e9d08a42-4f2a-44ba-9c77-83057d0fd5b6', 'name': 'tempest-AttachVolumeTestJSON-2114264641-router', 'tenant_id': '249ba837300b4e59a05f6c432c2d47b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:28Z', 'updated_at': '2022-03-29T20:27:19Z', 'revision_number': 6, 'project_id': '249ba837300b4e59a05f6c432c2d47b7', 'gw_port_host': None}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:27:20.387060 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9fce94f4-d6a8-4f3a-a9a4-0bf28693238e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (abdd584b-03e0-4643-9a80-20c5ad79fca3), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:20.415920 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce94f4-d6a8-4f3a-a9a4-0bf28693238e admin admin] Pushing event deleted for resources: {'Port': ['ID=abdd584b-03e0-4643-9a80-20c5ad79fca3,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:20.496711 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9fce94f4-d6a8-4f3a-a9a4-0bf28693238e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540987'] for router_gateway (e9d08a42-4f2a-44ba-9c77-83057d0fd5b6), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:20.606132 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9fce94f4-d6a8-4f3a-a9a4-0bf28693238e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-391'] for router (e9d08a42-4f2a-44ba-9c77-83057d0fd5b6), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:20.606132 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9fce94f4-d6a8-4f3a-a9a4-0bf28693238e admin admin] Publish callbacks [] for router_controller (e9d08a42-4f2a-44ba-9c77-83057d0fd5b6), precommit_delete_associations {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:20.663104 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 50182) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:20.672661 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-e8338131-0081-4f1e-bdb1-3aa32bc0b30b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1307109546', 'description': 'tempest-description--1009977291'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:27:20.764467 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9fce94f4-d6a8-4f3a-a9a4-0bf28693238e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-546014'] for router (e9d08a42-4f2a-44ba-9c77-83057d0fd5b6), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:20.765019 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fce94f4-d6a8-4f3a-a9a4-0bf28693238e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 {{(pid=103821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 20:27:20.775984 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-9fce94f4-d6a8-4f3a-a9a4-0bf28693238e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:20.777454 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-9fce94f4-d6a8-4f3a-a9a4-0bf28693238e admin admin] 10.222.0.43 "DELETE /v2.0/routers/e9d08a42-4f2a-44ba-9c77-83057d0fd5b6 HTTP/1.1" status: 204 len: 168 time: 1.1809196 Mar 29 20:27:20.780030 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50184) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:20.809029 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e8338131-0081-4f1e-bdb1-3aa32bc0b30b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:20.836878 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_v2 [None req-8438e8d4-90e9-4c24-bbd2-486f103d9c28 admin admin] Deleting subnet b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0 {{(pid=103821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 20:27:20.841069 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-8438e8d4-90e9-4c24-bbd2-486f103d9c28 admin admin] Publish callbacks [] for subnet (b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:20.883986 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e8338131-0081-4f1e-bdb1-3aa32bc0b30b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group (db5cce28-5907-4940-99a3-4316b07284ce), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:20.893553 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-8438e8d4-90e9-4c24-bbd2-486f103d9c28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125898119'] for subnet (b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0), precommit_delete_associations {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:20.992771 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-8438e8d4-90e9-4c24-bbd2-486f103d9c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3219654'] for subnet (b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:21.003337 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e8338131-0081-4f1e-bdb1-3aa32bc0b30b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (db5cce28-5907-4940-99a3-4316b07284ce), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:21.037930 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8338131-0081-4f1e-bdb1-3aa32bc0b30b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db5cce28-5907-4940-99a3-4316b07284ce,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:21.142663 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e8338131-0081-4f1e-bdb1-3aa32bc0b30b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:21.144830 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-e8338131-0081-4f1e-bdb1-3aa32bc0b30b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4808133 Mar 29 20:27:21.148049 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 50186) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:21.152653 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-87bb9bda-1b91-4dc8-9981-d31c9a8c0d09 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Request body: {'security_group_rule': {'security_group_id': 'db5cce28-5907-4940-99a3-4316b07284ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:27:21.182181 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-8438e8d4-90e9-4c24-bbd2-486f103d9c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3219697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129148519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125915697'] for subnet (b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:21.207188 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eec759d-e320-4c57-bc70-5b9bcef24e2a None None] Network 0868a825-2260-425a-8d30-a4a84002c375 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:27:21.214747 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-8438e8d4-90e9-4c24-bbd2-486f103d9c28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for subnet (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:21.220572 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-8438e8d4-90e9-4c24-bbd2-486f103d9c28 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0 HTTP/1.1" status: 204 len: 168 time: 0.4371219 Mar 29 20:27:21.220572 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438e8d4-90e9-4c24-bbd2-486f103d9c28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6bec69c-8f7c-42ed-925b-cce9d4b6bdf0,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:21.222972 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50188) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:21.257994 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-87bb9bda-1b91-4dc8-9981-d31c9a8c0d09 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group_rule (5dd16d41-d9e7-454b-9f27-cf3b095d77ab), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:21.327490 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b4e702f0-7d3b-4a5a-9e43-3feb9ccc264c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148679'] for network (0868a825-2260-425a-8d30-a4a84002c375), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:21.347632 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-87bb9bda-1b91-4dc8-9981-d31c9a8c0d09 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group_rule (5dd16d41-d9e7-454b-9f27-cf3b095d77ab), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:21.392588 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-b4e702f0-7d3b-4a5a-9e43-3feb9ccc264c admin admin] Deleting port 1221baf1-9bab-42b7-ba13-86ceb0b6a5fe {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:27:21.392934 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b4e702f0-7d3b-4a5a-9e43-3feb9ccc264c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (1221baf1-9bab-42b7-ba13-86ceb0b6a5fe), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:21.409740 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a175f75-7058-4105-b436-f2e75f0767c3 None None] DHCP port deletion for 0868a825-2260-425a-8d30-a4a84002c375 request from dv-cinder-784815-3-iscsi {{(pid=103822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 20:27:21.421761 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-87bb9bda-1b91-4dc8-9981-d31c9a8c0d09 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (5dd16d41-d9e7-454b-9f27-cf3b095d77ab), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:21.448534 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb9bda-1b91-4dc8-9981-d31c9a8c0d09 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd16d41-d9e7-454b-9f27-cf3b095d77ab,revision_number=0']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:21.466352 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [None req-b4e702f0-7d3b-4a5a-9e43-3feb9ccc264c admin admin] For port 1221baf1-9bab-42b7-ba13-86ceb0b6a5fe, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=1221baf1-9bab-42b7-ba13-86ceb0b6a5fe,segment=NetworkSegment(6802a8f3-7039-4643-9285-e85956d71d33),segment_id=6802a8f3-7039-4643-9285-e85956d71d33)] {{(pid=103821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:27:21.466798 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b4e702f0-7d3b-4a5a-9e43-3feb9ccc264c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (1221baf1-9bab-42b7-ba13-86ceb0b6a5fe), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:21.476386 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-8a175f75-7058-4105-b436-f2e75f0767c3 None None] Deleting port 1221baf1-9bab-42b7-ba13-86ceb0b6a5fe {{(pid=103822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:27:21.476767 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8a175f75-7058-4105-b436-f2e75f0767c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (1221baf1-9bab-42b7-ba13-86ceb0b6a5fe), before_delete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:21.488628 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-b4e702f0-7d3b-4a5a-9e43-3feb9ccc264c admin admin] Calling delete_port for 1221baf1-9bab-42b7-ba13-86ceb0b6a5fe owned by network:dhcp {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:27:21.547566 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-8a175f75-7058-4105-b436-f2e75f0767c3 None None] For port 1221baf1-9bab-42b7-ba13-86ceb0b6a5fe, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=1221baf1-9bab-42b7-ba13-86ceb0b6a5fe,segment=NetworkSegment(6802a8f3-7039-4643-9285-e85956d71d33),segment_id=6802a8f3-7039-4643-9285-e85956d71d33)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:27:21.547958 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8a175f75-7058-4105-b436-f2e75f0767c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (1221baf1-9bab-42b7-ba13-86ceb0b6a5fe), precommit_delete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:21.553732 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-87bb9bda-1b91-4dc8-9981-d31c9a8c0d09 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:21.554970 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-87bb9bda-1b91-4dc8-9981-d31c9a8c0d09 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4059744 Mar 29 20:27:21.559130 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 50190) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:21.563872 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-8a175f75-7058-4105-b436-f2e75f0767c3 None None] Calling delete_port for 1221baf1-9bab-42b7-ba13-86ceb0b6a5fe owned by network:dhcp {{(pid=103822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:27:21.565012 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-b2622cce-66a0-4ac8-a773-fd0d105d79c1 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Request body: {'security_group_rule': {'security_group_id': 'db5cce28-5907-4940-99a3-4316b07284ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:27:21.661068 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b2622cce-66a0-4ac8-a773-fd0d105d79c1 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group_rule (770cf338-2557-4d15-80ca-523ab6e13156), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:21.661883 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b4e702f0-7d3b-4a5a-9e43-3feb9ccc264c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (1221baf1-9bab-42b7-ba13-86ceb0b6a5fe), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:21.673497 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8a175f75-7058-4105-b436-f2e75f0767c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279'] for port (1221baf1-9bab-42b7-ba13-86ceb0b6a5fe), after_delete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:21.691157 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e702f0-7d3b-4a5a-9e43-3feb9ccc264c admin admin] Pushing event deleted for resources: {'Port': ['ID=1221baf1-9bab-42b7-ba13-86ceb0b6a5fe,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:21.693674 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e702f0-7d3b-4a5a-9e43-3feb9ccc264c admin admin] No DVR routers for this DVR port 1221baf1-9bab-42b7-ba13-86ceb0b6a5fe on host dv-cinder-784815-3-iscsi {{(pid=103821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:27:21.705695 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a175f75-7058-4105-b436-f2e75f0767c3 None None] Pushing event deleted for resources: {'Port': ['ID=1221baf1-9bab-42b7-ba13-86ceb0b6a5fe,revision_number=None']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:21.713613 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a175f75-7058-4105-b436-f2e75f0767c3 None None] No DVR routers for this DVR port 1221baf1-9bab-42b7-ba13-86ceb0b6a5fe on host dv-cinder-784815-3-iscsi {{(pid=103822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:27:21.760462 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b2622cce-66a0-4ac8-a773-fd0d105d79c1 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group_rule (770cf338-2557-4d15-80ca-523ab6e13156), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:21.794379 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b4e702f0-7d3b-4a5a-9e43-3feb9ccc264c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336013', 'neutron.services.segments.db._delete_segments_for_network-8738049908282'] for network (0868a825-2260-425a-8d30-a4a84002c375), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:21.819460 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.services.segments.db [None req-b4e702f0-7d3b-4a5a-9e43-3feb9ccc264c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0868a825-2260-425a-8d30-a4a84002c375']}} {{(pid=103821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:21.825842 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c no longer exists at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:27:21.829810 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.services.segments.db [None req-b4e702f0-7d3b-4a5a-9e43-3feb9ccc264c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6802a8f3-7039-4643-9285-e85956d71d33') {'for_net_delete': True} {{(pid=103821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:21.834370 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.services.segments.db [None req-b4e702f0-7d3b-4a5a-9e43-3feb9ccc264c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6802a8f3-7039-4643-9285-e85956d71d33') {} {{(pid=103821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:21.841981 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b4e702f0-7d3b-4a5a-9e43-3feb9ccc264c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050091075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125898124'] for segment (6802a8f3-7039-4643-9285-e85956d71d33), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:21.846008 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b2622cce-66a0-4ac8-a773-fd0d105d79c1 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (770cf338-2557-4d15-80ca-523ab6e13156), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:21.848930 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] No Port match for: ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:27:21.849285 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device ab5c1f84-9e75-4a8c-86cb-b05dbd8ad63c not bound to the agent host dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:27:21.849724 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device abdd584b-03e0-4643-9a80-20c5ad79fca3 no longer exists at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:27:21.868587 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b4e702f0-7d3b-4a5a-9e43-3feb9ccc264c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (6802a8f3-7039-4643-9285-e85956d71d33), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:21.872812 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] No Port match for: abdd584b-03e0-4643-9a80-20c5ad79fca3 {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:27:21.873490 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device abdd584b-03e0-4643-9a80-20c5ad79fca3 not bound to the agent host dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:27:21.873879 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 1221baf1-9bab-42b7-ba13-86ceb0b6a5fe no longer exists at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:27:21.880084 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2622cce-66a0-4ac8-a773-fd0d105d79c1 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=770cf338-2557-4d15-80ca-523ab6e13156,revision_number=0']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:21.881103 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e702f0-7d3b-4a5a-9e43-3feb9ccc264c admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 20:27:21.883123 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b4e702f0-7d3b-4a5a-9e43-3feb9ccc264c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129149377'] for segment (6802a8f3-7039-4643-9285-e85956d71d33), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: Traceback (most recent call last): Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: timer() Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: cb(*args, **kw) Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: return func(*args, **kwargs) Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: self._notify() Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: self.callback(batched_events) Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: event.method(event) Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: return f(self, *a, **k) Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: return self._get(url).json() Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: return self.request(url, 'GET', **kwargs) Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 20:27:21.884835 dv-cinder-784815-3-iscsi neutron-server[103821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 20:27:21.897682 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] No Port match for: 1221baf1-9bab-42b7-ba13-86ceb0b6a5fe {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:27:21.898038 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 1221baf1-9bab-42b7-ba13-86ceb0b6a5fe not bound to the agent host dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:27:21.943827 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b2622cce-66a0-4ac8-a773-fd0d105d79c1 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:21.945827 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-b2622cce-66a0-4ac8-a773-fd0d105d79c1 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3845482 Mar 29 20:27:21.949853 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 50192) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:21.954136 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-fec6b49c-2327-4f2a-ba2e-25918fe042c7 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Request body: {'floatingip': {'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:27:22.054677 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b4e702f0-7d3b-4a5a-9e43-3feb9ccc264c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541015'] for network (0868a825-2260-425a-8d30-a4a84002c375), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:22.060706 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b4e702f0-7d3b-4a5a-9e43-3feb9ccc264c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:22.064208 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-b4e702f0-7d3b-4a5a-9e43-3feb9ccc264c admin admin] 10.222.0.43 "DELETE /v2.0/networks/0868a825-2260-425a-8d30-a4a84002c375 HTTP/1.1" status: 204 len: 168 time: 0.8414981 Mar 29 20:27:22.076707 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e702f0-7d3b-4a5a-9e43-3feb9ccc264c admin admin] Pushing event deleted for resources: {'Network': ['ID=0868a825-2260-425a-8d30-a4a84002c375,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:22.087219 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fec6b49c-2327-4f2a-ba2e-25918fe042c7 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:22.192614 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fec6b49c-2327-4f2a-ba2e-25918fe042c7 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:22.311948 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_common [None req-fec6b49c-2327-4f2a-ba2e-25918fe042c7 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Allocated IP 172.27.3.13 (921e7f1b-e183-4cfd-babe-1b51626667cb/9cb70218-5a19-4d48-a6d1-83791bae0ed9/751c1a07-cef1-477f-a9dd-0f668d728fce) {{(pid=103820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:27:22.430842 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fec6b49c-2327-4f2a-ba2e-25918fe042c7 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for port (751c1a07-cef1-477f-a9dd-0f668d728fce), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:22.551771 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50196) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:22.599741 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fec6b49c-2327-4f2a-ba2e-25918fe042c7 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (751c1a07-cef1-477f-a9dd-0f668d728fce), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:22.600326 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-93a1cb1b-0d2a-43af-aeca-e637d0a5faf8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=249ba837300b4e59a05f6c432c2d47b7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0472050 Mar 29 20:27:22.600875 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50198) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:22.649609 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec6b49c-2327-4f2a-ba2e-25918fe042c7 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Network 921e7f1b-e183-4cfd-babe-1b51626667cb is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:27:22.653453 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-fec6b49c-2327-4f2a-ba2e-25918fe042c7 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:27:22.661446 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec6b49c-2327-4f2a-ba2e-25918fe042c7 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Received port after_create {{(pid=103820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:27:22.694340 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6b49c-2327-4f2a-ba2e-25918fe042c7 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event updated for resources: {'Port': ['ID=751c1a07-cef1-477f-a9dd-0f668d728fce,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:22.780465 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fec6b49c-2327-4f2a-ba2e-25918fe042c7 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for floatingip (1accb57c-85d8-44f9-a845-0255049de136), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:22.886194 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fec6b49c-2327-4f2a-ba2e-25918fe042c7 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (751c1a07-cef1-477f-a9dd-0f668d728fce), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:22.912584 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-85fc35a6-cdcb-4f40-97e0-2b70ace88e40 admin admin] Publish callbacks [] for security_group (693e5729-1006-4ee8-a6f1-f5f420e3b65a), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:22.936977 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-85fc35a6-cdcb-4f40-97e0-2b70ace88e40 admin admin] Publish callbacks [] for security_group (693e5729-1006-4ee8-a6f1-f5f420e3b65a), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:23.048332 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fec6b49c-2327-4f2a-ba2e-25918fe042c7 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for port (751c1a07-cef1-477f-a9dd-0f668d728fce), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:23.072942 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-85fc35a6-cdcb-4f40-97e0-2b70ace88e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (693e5729-1006-4ee8-a6f1-f5f420e3b65a), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:23.075573 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-85fc35a6-cdcb-4f40-97e0-2b70ace88e40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:23.076884 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-85fc35a6-cdcb-4f40-97e0-2b70ace88e40 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/693e5729-1006-4ee8-a6f1-f5f420e3b65a HTTP/1.1" status: 204 len: 168 time: 0.4749012 Mar 29 20:27:23.085427 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc35a6-cdcb-4f40-97e0-2b70ace88e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693e5729-1006-4ee8-a6f1-f5f420e3b65a,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:23.100561 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fec6b49c-2327-4f2a-ba2e-25918fe042c7 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126327796'] for port (751c1a07-cef1-477f-a9dd-0f668d728fce), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:23.179842 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6b49c-2327-4f2a-ba2e-25918fe042c7 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event updated for resources: {'Port': ['ID=751c1a07-cef1-477f-a9dd-0f668d728fce,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:23.188371 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fec6b49c-2327-4f2a-ba2e-25918fe042c7 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (1accb57c-85d8-44f9-a845-0255049de136), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:23.332076 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fec6b49c-2327-4f2a-ba2e-25918fe042c7 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:23.333480 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-fec6b49c-2327-4f2a-ba2e-25918fe042c7 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3829927 Mar 29 20:27:23.580601 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b301ffde-df98-4703-8793-660450561ecf req-8e025479-1cc0-482c-9a2a-1486863ce67c tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1307109546&fields=id&tenant_id=10e0da9e3b824cd2bfb89fac347f7dc6 HTTP/1.1" status: 200 len: 267 time: 0.0533412 Mar 29 20:27:23.716620 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301ffde-df98-4703-8793-660450561ecf req-a7e05e91-d1b8-46ae-9391-db8b53c2ff1b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:23.718308 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b301ffde-df98-4703-8793-660450561ecf req-a7e05e91-d1b8-46ae-9391-db8b53c2ff1b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/networks?id=f8b66423-ac0e-4129-a8d8-af5b7d1e3244 HTTP/1.1" status: 200 len: 815 time: 0.1300809 Mar 29 20:27:23.735971 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b301ffde-df98-4703-8793-660450561ecf req-0193acf9-d17e-4c2e-9c15-c3e871d5b32d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/quotas/10e0da9e3b824cd2bfb89fac347f7dc6 HTTP/1.1" status: 200 len: 375 time: 0.0104151 Mar 29 20:27:23.806234 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b301ffde-df98-4703-8793-660450561ecf req-702b74ab-004b-4696-8cfd-dd2014055630 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=10e0da9e3b824cd2bfb89fac347f7dc6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0640109 Mar 29 20:27:23.937570 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b301ffde-df98-4703-8793-660450561ecf req-d98819af-7cea-40ac-b7ef-75412b745d5a service neutron] 10.222.0.43 "GET /v2.0/networks/f8b66423-ac0e-4129-a8d8-af5b7d1e3244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118283 Mar 29 20:27:24.064780 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b301ffde-df98-4703-8793-660450561ecf req-a45425e7-9b41-40a0-84cc-c4e09773b58b service neutron] 10.222.0.43 "GET /v2.0/networks/f8b66423-ac0e-4129-a8d8-af5b7d1e3244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186848 Mar 29 20:27:24.289818 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50236) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:24.321279 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e34be000-654c-466c-85c2-db0e999875a2 req-3f1f5115-2465-409e-9a8b-2ab905f0f81d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=299d5d4c-4be4-4f99-96ac-3acbca632e86 HTTP/1.1" status: 200 len: 210 time: 0.0330162 Mar 29 20:27:24.421550 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-e1cbffc1-f872-42b0-8655-cb5831c8af52 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1746889590-network', 'tenant_id': '72bd6b71df264c558e723c818829de2d'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:27:24.519265 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cbffc1-f872-42b0-8655-cb5831c8af52 admin admin] Made reservation on behalf of 72bd6b71df264c558e723c818829de2d for: {'network': 1} {{(pid=103821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:27:24.522240 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e1cbffc1-f872-42b0-8655-cb5831c8af52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for network (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:24.531484 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e1cbffc1-f872-42b0-8655-cb5831c8af52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:24.615206 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e1cbffc1-f872-42b0-8655-cb5831c8af52 admin admin] Publish callbacks [] for security_group (333ff04e-4063-433b-9121-7dc6cf80ff15), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:24.678524 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e1cbffc1-f872-42b0-8655-cb5831c8af52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (333ff04e-4063-433b-9121-7dc6cf80ff15), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:24.706246 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1cbffc1-f872-42b0-8655-cb5831c8af52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=103821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 20:27:24.716772 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cbffc1-f872-42b0-8655-cb5831c8af52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333ff04e-4063-433b-9121-7dc6cf80ff15,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:24.723448 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e1cbffc1-f872-42b0-8655-cb5831c8af52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (9a6d3f70-571a-4695-a7c0-63c0c8401cdd), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:24.723792 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.db.segments_db [None req-e1cbffc1-f872-42b0-8655-cb5831c8af52 admin admin] Added segment 9a6d3f70-571a-4695-a7c0-63c0c8401cdd of type vlan for network b1ca4c7d-ae59-4552-99f3-1f057e5a45bd Mar 29 20:27:24.774237 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e1cbffc1-f872-42b0-8655-cb5831c8af52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738049548858'] for network (b1ca4c7d-ae59-4552-99f3-1f057e5a45bd), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:24.889826 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e1cbffc1-f872-42b0-8655-cb5831c8af52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for network (b1ca4c7d-ae59-4552-99f3-1f057e5a45bd), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:24.890872 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cbffc1-f872-42b0-8655-cb5831c8af52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:24.891495 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e1cbffc1-f872-42b0-8655-cb5831c8af52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:24.952006 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cbffc1-f872-42b0-8655-cb5831c8af52 admin admin] Pushing event updated for resources: {'Network': ['ID=b1ca4c7d-ae59-4552-99f3-1f057e5a45bd,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:24.963388 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Network b1ca4c7d-ae59-4552-99f3-1f057e5a45bd details requested by agent ovs-agent-dv-cinder-784815-3-iscsi with host dv-cinder-784815-3-iscsi {{(pid=103822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 20:27:24.990672 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-e1cbffc1-f872-42b0-8655-cb5831c8af52 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6994190 Mar 29 20:27:24.994804 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 50246) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:24.999713 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-2fe4527f-f48a-4ec2-a2f9-3bfa8c19e1f4 admin admin] Request body: {'subnet': {'network_id': 'b1ca4c7d-ae59-4552-99f3-1f057e5a45bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1746889590-subnet', 'tenant_id': '72bd6b71df264c558e723c818829de2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:27:25.130228 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe4527f-f48a-4ec2-a2f9-3bfa8c19e1f4 admin admin] Made reservation on behalf of 72bd6b71df264c558e723c818829de2d for: {'subnet': 1} {{(pid=103820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:27:25.133027 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2fe4527f-f48a-4ec2-a2f9-3bfa8c19e1f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126129298'] for subnet (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:25.431885 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cdd0c5f8-a88a-47a3-8511-369ebd57d19e req-977eea93-fc6d-4eb7-9340-51e6d1135594 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=299d5d4c-4be4-4f99-96ac-3acbca632e86 HTTP/1.1" status: 200 len: 210 time: 0.0289395 Mar 29 20:27:25.433011 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2fe4527f-f48a-4ec2-a2f9-3bfa8c19e1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126325837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126129284'] for subnet (75159aa8-dc08-4b0e-893b-4024362f54bd), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:25.496272 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4527f-f48a-4ec2-a2f9-3bfa8c19e1f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75159aa8-dc08-4b0e-893b-4024362f54bd,revision_number=0']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:25.509479 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe4527f-f48a-4ec2-a2f9-3bfa8c19e1f4 admin admin] Checking segment: {'id': '9a6d3f70-571a-4695-a7c0-63c0c8401cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b1ca4c7d-ae59-4552-99f3-1f057e5a45bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:27:25.509844 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe4527f-f48a-4ec2-a2f9-3bfa8c19e1f4 admin admin] Network hostable DHCP agents. Network: b1ca4c7d-ae59-4552-99f3-1f057e5a45bd, hostable agents: ['fbd11a15-72c3-4df4-9a60-af3fb4eb1f23'], hosted agents: [] {{(pid=103820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 20:27:25.604215 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe4527f-f48a-4ec2-a2f9-3bfa8c19e1f4 admin admin] Network b1ca4c7d-ae59-4552-99f3-1f057e5a45bd is scheduled to be hosted by DHCP agent fbd11a15-72c3-4df4-9a60-af3fb4eb1f23 with binding_index 1 {{(pid=103820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 20:27:25.672709 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-2fe4527f-f48a-4ec2-a2f9-3bfa8c19e1f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-3-iscsi, b1ca4c7d-ae59-4552-99f3-1f057e5a45bd) {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:27:25.677680 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe4527f-f48a-4ec2-a2f9-3bfa8c19e1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:25.678282 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2fe4527f-f48a-4ec2-a2f9-3bfa8c19e1f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:25.684792 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4c2f66-0ff3-4de2-82fa-acf815f7e175 None None] Network b1ca4c7d-ae59-4552-99f3-1f057e5a45bd requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:27:25.759160 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-2fe4527f-f48a-4ec2-a2f9-3bfa8c19e1f4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7630081 Mar 29 20:27:25.791877 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b28df28-83bb-42b9-8a80-b8f3400ee9d7 None None] Network b1ca4c7d-ae59-4552-99f3-1f057e5a45bd requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:27:26.445359 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301ffde-df98-4703-8793-660450561ecf req-f601aeae-dc8e-409d-b836-43711ab221c3 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:26.447057 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-b301ffde-df98-4703-8793-660450561ecf req-f601aeae-dc8e-409d-b836-43711ab221c3 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.42 "GET /v2.0/networks?id=f8b66423-ac0e-4129-a8d8-af5b7d1e3244 HTTP/1.1" status: 200 len: 815 time: 0.1241198 Mar 29 20:27:26.556799 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-131ec8b5-c59a-4ca2-aa4a-493cc4acc149 req-abb97d74-f462-45ab-adc1-5d7c485a72d7 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=299d5d4c-4be4-4f99-96ac-3acbca632e86 HTTP/1.1" status: 200 len: 210 time: 0.0391085 Mar 29 20:27:26.561037 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-b301ffde-df98-4703-8793-660450561ecf req-abca1204-ba98-4403-aa2d-6f680c5a4f53 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10e0da9e3b824cd2bfb89fac347f7dc6 HTTP/1.1" status: 200 len: 472 time: 0.1046011 Mar 29 20:27:26.595293 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [req-b301ffde-df98-4703-8793-660450561ecf req-6bf8936e-218e-4406-b83e-1814d8932ef5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Request body: {'port': {'device_id': '299d5d4c-4be4-4f99-96ac-3acbca632e86', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'admin_state_up': True, 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'security_groups': ['db5cce28-5907-4940-99a3-4316b07284ce']}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:27:26.609428 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 50266) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:26.615382 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-3ffd5d56-232c-4b02-90f6-0965a9df4745 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-870026935-network', 'tenant_id': 'de5ab1d56e8140708dd6e983c90502d8'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:27:26.740872 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffd5d56-232c-4b02-90f6-0965a9df4745 admin admin] Made reservation on behalf of de5ab1d56e8140708dd6e983c90502d8 for: {'network': 1} {{(pid=103820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:27:26.743551 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3ffd5d56-232c-4b02-90f6-0965a9df4745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for network (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:26.752631 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3ffd5d56-232c-4b02-90f6-0965a9df4745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:26.803447 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b301ffde-df98-4703-8793-660450561ecf req-6bf8936e-218e-4406-b83e-1814d8932ef5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Made reservation on behalf of 10e0da9e3b824cd2bfb89fac347f7dc6 for: {'port': 1} {{(pid=103821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:27:26.807786 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-b301ffde-df98-4703-8793-660450561ecf req-6bf8936e-218e-4406-b83e-1814d8932ef5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:26.843143 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3ffd5d56-232c-4b02-90f6-0965a9df4745 admin admin] Publish callbacks [] for security_group (d9243dd1-5dcf-4304-b503-269129f89638), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:26.963378 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3ffd5d56-232c-4b02-90f6-0965a9df4745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (d9243dd1-5dcf-4304-b503-269129f89638), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:26.976685 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_common [req-b301ffde-df98-4703-8793-660450561ecf req-6bf8936e-218e-4406-b83e-1814d8932ef5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Allocated IP 172.20.0.11 (f8b66423-ac0e-4129-a8d8-af5b7d1e3244/99e69427-dc4b-4dea-9fd9-9d2856b30669/c5a0559c-da3f-4039-8cd0-2743dd48132d) {{(pid=103821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:27:26.990086 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ffd5d56-232c-4b02-90f6-0965a9df4745 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=103820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 20:27:27.013282 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3ffd5d56-232c-4b02-90f6-0965a9df4745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (62665cbb-26f1-4f51-812b-57ebcdab2833), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:27.013826 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.db.segments_db [None req-3ffd5d56-232c-4b02-90f6-0965a9df4745 admin admin] Added segment 62665cbb-26f1-4f51-812b-57ebcdab2833 of type vlan for network 6dced654-44f4-40dc-9c47-8c00d0c139bc Mar 29 20:27:27.015312 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd5d56-232c-4b02-90f6-0965a9df4745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9243dd1-5dcf-4304-b503-269129f89638,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:27.069569 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3ffd5d56-232c-4b02-90f6-0965a9df4745 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738049548858'] for network (6dced654-44f4-40dc-9c47-8c00d0c139bc), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:27.131880 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-b301ffde-df98-4703-8793-660450561ecf req-6bf8936e-218e-4406-b83e-1814d8932ef5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for port (c5a0559c-da3f-4039-8cd0-2743dd48132d), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:27.152606 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3ffd5d56-232c-4b02-90f6-0965a9df4745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for network (6dced654-44f4-40dc-9c47-8c00d0c139bc), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:27.153828 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffd5d56-232c-4b02-90f6-0965a9df4745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:27.154434 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3ffd5d56-232c-4b02-90f6-0965a9df4745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:27.219057 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd5d56-232c-4b02-90f6-0965a9df4745 admin admin] Pushing event updated for resources: {'Network': ['ID=6dced654-44f4-40dc-9c47-8c00d0c139bc,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:27.233049 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Network 6dced654-44f4-40dc-9c47-8c00d0c139bc details requested by agent ovs-agent-dv-cinder-784815-3-iscsi with host dv-cinder-784815-3-iscsi {{(pid=103822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 20:27:27.240015 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-b301ffde-df98-4703-8793-660450561ecf req-6bf8936e-218e-4406-b83e-1814d8932ef5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (c5a0559c-da3f-4039-8cd0-2743dd48132d), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:27.285143 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b301ffde-df98-4703-8793-660450561ecf req-6bf8936e-218e-4406-b83e-1814d8932ef5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Network f8b66423-ac0e-4129-a8d8-af5b7d1e3244 is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:27:27.289018 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [req-b301ffde-df98-4703-8793-660450561ecf req-6bf8936e-218e-4406-b83e-1814d8932ef5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:27:27.295487 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b301ffde-df98-4703-8793-660450561ecf req-6bf8936e-218e-4406-b83e-1814d8932ef5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Received port after_create {{(pid=103821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:27:27.303409 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-3ffd5d56-232c-4b02-90f6-0965a9df4745 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6901798 Mar 29 20:27:27.305617 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 50272) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:27.309243 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-38b11173-9237-4783-9668-8f3bf340728c admin admin] Request body: {'subnet': {'network_id': '6dced654-44f4-40dc-9c47-8c00d0c139bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-870026935-subnet', 'tenant_id': 'de5ab1d56e8140708dd6e983c90502d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:27:27.328108 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8936e-218e-4406-b83e-1814d8932ef5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event updated for resources: {'Port': ['ID=c5a0559c-da3f-4039-8cd0-2743dd48132d,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:27.344722 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf8936e-218e-4406-b83e-1814d8932ef5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:27.345122 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf8936e-218e-4406-b83e-1814d8932ef5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:27.345492 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf8936e-218e-4406-b83e-1814d8932ef5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:27.345986 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf8936e-218e-4406-b83e-1814d8932ef5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:27.346417 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf8936e-218e-4406-b83e-1814d8932ef5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:27.346818 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf8936e-218e-4406-b83e-1814d8932ef5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:27.347190 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf8936e-218e-4406-b83e-1814d8932ef5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:27.347600 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf8936e-218e-4406-b83e-1814d8932ef5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:27.348018 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf8936e-218e-4406-b83e-1814d8932ef5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:27.348358 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf8936e-218e-4406-b83e-1814d8932ef5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:27.348734 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf8936e-218e-4406-b83e-1814d8932ef5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:27.349086 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf8936e-218e-4406-b83e-1814d8932ef5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:27.349481 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf8936e-218e-4406-b83e-1814d8932ef5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:27.349857 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf8936e-218e-4406-b83e-1814d8932ef5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:27.350214 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf8936e-218e-4406-b83e-1814d8932ef5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:27:27.379608 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301ffde-df98-4703-8793-660450561ecf req-6bf8936e-218e-4406-b83e-1814d8932ef5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:27.380472 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-b301ffde-df98-4703-8793-660450561ecf req-6bf8936e-218e-4406-b83e-1814d8932ef5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:27.392490 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b11173-9237-4783-9668-8f3bf340728c admin admin] Made reservation on behalf of de5ab1d56e8140708dd6e983c90502d8 for: {'subnet': 1} {{(pid=103820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:27:27.396055 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-38b11173-9237-4783-9668-8f3bf340728c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126129298'] for subnet (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:27.488834 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-b301ffde-df98-4703-8793-660450561ecf req-6bf8936e-218e-4406-b83e-1814d8932ef5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9138653 Mar 29 20:27:27.501422 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [req-b301ffde-df98-4703-8793-660450561ecf req-019995d0-f552-4ec6-998f-532a94251062 service neutron] Request body: {'port': {'device_id': '299d5d4c-4be4-4f99-96ac-3acbca632e86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:27:27.573556 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-b301ffde-df98-4703-8793-660450561ecf req-019995d0-f552-4ec6-998f-532a94251062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (c5a0559c-da3f-4039-8cd0-2743dd48132d), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:27.611169 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-ae372d2b-264b-442b-a5eb-431b65290023 None None] Provisioning complete for port c5a0559c-da3f-4039-8cd0-2743dd48132d triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:27:27.611607 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-ae372d2b-264b-442b-a5eb-431b65290023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (c5a0559c-da3f-4039-8cd0-2743dd48132d), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:27.656078 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-ae372d2b-264b-442b-a5eb-431b65290023 None None] Port c5a0559c-da3f-4039-8cd0-2743dd48132d cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:27:27.689673 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-38b11173-9237-4783-9668-8f3bf340728c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126325837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126129284'] for subnet (d5877b79-75d8-47c9-b4e3-d3d839e2d071), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:27.754326 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b11173-9237-4783-9668-8f3bf340728c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5877b79-75d8-47c9-b4e3-d3d839e2d071,revision_number=0']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:27.780005 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90270427-848b-4f68-9e06-8ce198e0784c req-9f193d90-34da-444a-a671-0463b235d748 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:27.781593 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-90270427-848b-4f68-9e06-8ce198e0784c req-9f193d90-34da-444a-a671-0463b235d748 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=299d5d4c-4be4-4f99-96ac-3acbca632e86 HTTP/1.1" status: 200 len: 932 time: 0.1246228 Mar 29 20:27:27.790457 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b11173-9237-4783-9668-8f3bf340728c admin admin] Checking segment: {'id': '62665cbb-26f1-4f51-812b-57ebcdab2833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6dced654-44f4-40dc-9c47-8c00d0c139bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:27:27.790820 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b11173-9237-4783-9668-8f3bf340728c admin admin] Network hostable DHCP agents. Network: 6dced654-44f4-40dc-9c47-8c00d0c139bc, hostable agents: ['fbd11a15-72c3-4df4-9a60-af3fb4eb1f23'], hosted agents: [] {{(pid=103820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 20:27:27.851288 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-90270427-848b-4f68-9e06-8ce198e0784c req-7bb13398-a124-4bf6-85d7-5a7f6b4685ab tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=db5cce28-5907-4940-99a3-4316b07284ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628746 Mar 29 20:27:27.868937 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b11173-9237-4783-9668-8f3bf340728c admin admin] Network 6dced654-44f4-40dc-9c47-8c00d0c139bc is scheduled to be hosted by DHCP agent fbd11a15-72c3-4df4-9a60-af3fb4eb1f23 with binding_index 1 {{(pid=103820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 20:27:27.903465 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [req-b301ffde-df98-4703-8793-660450561ecf req-019995d0-f552-4ec6-998f-532a94251062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5a0559c-da3f-4039-8cd0-2743dd48132d {{(pid=103821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:27:27.914509 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-b301ffde-df98-4703-8793-660450561ecf req-019995d0-f552-4ec6-998f-532a94251062 service neutron] Publish callbacks [] for port (c5a0559c-da3f-4039-8cd0-2743dd48132d), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:27.923903 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-38b11173-9237-4783-9668-8f3bf340728c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-3-iscsi, 6dced654-44f4-40dc-9c47-8c00d0c139bc) {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:27:27.930912 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b11173-9237-4783-9668-8f3bf340728c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:27.931695 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-38b11173-9237-4783-9668-8f3bf340728c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:27.938597 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.provisioning_blocks [req-b301ffde-df98-4703-8793-660450561ecf req-019995d0-f552-4ec6-998f-532a94251062 service neutron] Transition to ACTIVE for port object c5a0559c-da3f-4039-8cd0-2743dd48132d will not be triggered until provisioned by entity L2. {{(pid=103821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 20:27:27.940603 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a236fe-aaea-4092-9834-ba8a8a3b28cd None None] Network 6dced654-44f4-40dc-9c47-8c00d0c139bc requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:27:28.021425 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-b301ffde-df98-4703-8793-660450561ecf req-019995d0-f552-4ec6-998f-532a94251062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129149341'] for port (c5a0559c-da3f-4039-8cd0-2743dd48132d), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:28.058410 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf7d9f1-bd43-48c4-8839-a523296c1479 None None] Network 6dced654-44f4-40dc-9c47-8c00d0c139bc requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:27:28.075437 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019995d0-f552-4ec6-998f-532a94251062 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a0559c-da3f-4039-8cd0-2743dd48132d,revision_number=2']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:28.089062 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-38b11173-9237-4783-9668-8f3bf340728c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7838206 Mar 29 20:27:28.162298 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-b301ffde-df98-4703-8793-660450561ecf req-019995d0-f552-4ec6-998f-532a94251062 service neutron] Attempting to bind port c5a0559c-da3f-4039-8cd0-2743dd48132d on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:27:28.162686 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-b301ffde-df98-4703-8793-660450561ecf req-019995d0-f552-4ec6-998f-532a94251062 service neutron] Attempting to bind port c5a0559c-da3f-4039-8cd0-2743dd48132d by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '5e7bedf7-f22f-4efb-a5de-316c44ea4199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244'}] {{(pid=103821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:27:28.162999 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b301ffde-df98-4703-8793-660450561ecf req-019995d0-f552-4ec6-998f-532a94251062 service neutron] Attempting to bind port c5a0559c-da3f-4039-8cd0-2743dd48132d on network f8b66423-ac0e-4129-a8d8-af5b7d1e3244 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:27:28.169534 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b301ffde-df98-4703-8793-660450561ecf req-019995d0-f552-4ec6-998f-532a94251062 service neutron] Port c5a0559c-da3f-4039-8cd0-2743dd48132d on network f8b66423-ac0e-4129-a8d8-af5b7d1e3244 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 20:27:28.169534 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b301ffde-df98-4703-8793-660450561ecf req-019995d0-f552-4ec6-998f-532a94251062 service neutron] Attempting to bind port c5a0559c-da3f-4039-8cd0-2743dd48132d on network f8b66423-ac0e-4129-a8d8-af5b7d1e3244 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:27:28.177171 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b301ffde-df98-4703-8793-660450561ecf req-019995d0-f552-4ec6-998f-532a94251062 service neutron] Checking agent: {'id': '19337809-658a-48b1-8a65-8844936c1798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'started_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:27:28.177518 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b301ffde-df98-4703-8793-660450561ecf req-019995d0-f552-4ec6-998f-532a94251062 service neutron] Checking segment: {'id': '5e7bedf7-f22f-4efb-a5de-316c44ea4199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:27:28.177909 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b301ffde-df98-4703-8793-660450561ecf req-019995d0-f552-4ec6-998f-532a94251062 service neutron] Bound using segment: {'id': '5e7bedf7-f22f-4efb-a5de-316c44ea4199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244'} {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:27:28.178355 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-b301ffde-df98-4703-8793-660450561ecf req-019995d0-f552-4ec6-998f-532a94251062 service neutron] Bound port: c5a0559c-da3f-4039-8cd0-2743dd48132d, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7bedf7-f22f-4efb-a5de-316c44ea4199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244'}}] {{(pid=103821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:27:28.178792 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-b301ffde-df98-4703-8793-660450561ecf req-019995d0-f552-4ec6-998f-532a94251062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (c5a0559c-da3f-4039-8cd0-2743dd48132d), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:28.262862 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 50278) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:28.285723 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-b301ffde-df98-4703-8793-660450561ecf req-019995d0-f552-4ec6-998f-532a94251062 service neutron] For port c5a0559c-da3f-4039-8cd0-2743dd48132d, host hv-cinder-78481, cleared binding levels {{(pid=103821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:27:28.289535 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-b301ffde-df98-4703-8793-660450561ecf req-019995d0-f552-4ec6-998f-532a94251062 service neutron] For port c5a0559c-da3f-4039-8cd0-2743dd48132d, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c5a0559c-da3f-4039-8cd0-2743dd48132d,segment=NetworkSegment(5e7bedf7-f22f-4efb-a5de-316c44ea4199),segment_id=5e7bedf7-f22f-4efb-a5de-316c44ea4199)] {{(pid=103821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:27:28.318318 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd5b3960-679b-4590-bb64-9ee7e6b709bb admin admin] Deleting subnet 75159aa8-dc08-4b0e-893b-4024362f54bd {{(pid=103820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 20:27:28.322154 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-dd5b3960-679b-4590-bb64-9ee7e6b709bb admin admin] Publish callbacks [] for subnet (75159aa8-dc08-4b0e-893b-4024362f54bd), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:28.364846 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-dd5b3960-679b-4590-bb64-9ee7e6b709bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129519656'] for subnet (75159aa8-dc08-4b0e-893b-4024362f54bd), precommit_delete_associations {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:28.387312 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-b301ffde-df98-4703-8793-660450561ecf req-019995d0-f552-4ec6-998f-532a94251062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129149341'] for port (c5a0559c-da3f-4039-8cd0-2743dd48132d), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:28.422927 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-dd5b3960-679b-4590-bb64-9ee7e6b709bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3219654'] for subnet (75159aa8-dc08-4b0e-893b-4024362f54bd), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:28.430382 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301ffde-df98-4703-8793-660450561ecf req-019995d0-f552-4ec6-998f-532a94251062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:28.431106 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-b301ffde-df98-4703-8793-660450561ecf req-019995d0-f552-4ec6-998f-532a94251062 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:28.432792 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-b301ffde-df98-4703-8793-660450561ecf req-019995d0-f552-4ec6-998f-532a94251062 service neutron] 10.222.0.42 "PUT /v2.0/ports/c5a0559c-da3f-4039-8cd0-2743dd48132d HTTP/1.1" status: 200 len: 1094 time: 0.9367199 Mar 29 20:27:28.433315 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299d5d4c-4be4-4f99-96ac-3acbca632e86', 'tag': 'c5a0559c-da3f-4039-8cd0-2743dd48132d'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:27:28.436047 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4dd90a-0192-4c17-91ff-5b1c72d7b681" -d '{"events": [{"name": "network-changed", "server_uuid": "299d5d4c-4be4-4f99-96ac-3acbca632e86", "tag": "c5a0559c-da3f-4039-8cd0-2743dd48132d"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:27:28.470623 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019995d0-f552-4ec6-998f-532a94251062 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a0559c-da3f-4039-8cd0-2743dd48132d,revision_number=3']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:28.514930 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791a0603-3e87-4f73-b412-031e04d6b2eb x-openstack-request-id: req-791a0603-3e87-4f73-b412-031e04d6b2eb {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:27:28.515581 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299d5d4c-4be4-4f99-96ac-3acbca632e86", "tag": "c5a0559c-da3f-4039-8cd0-2743dd48132d", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:27:28.515581 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-791a0603-3e87-4f73-b412-031e04d6b2eb {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:27:28.516586 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-791a0603-3e87-4f73-b412-031e04d6b2eb'] response: {'name': 'network-changed', 'server_uuid': '299d5d4c-4be4-4f99-96ac-3acbca632e86', 'tag': 'c5a0559c-da3f-4039-8cd0-2743dd48132d', 'status': 'completed', 'code': 200} Mar 29 20:27:28.578668 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301ffde-df98-4703-8793-660450561ecf req-71787983-fea6-4196-9df1-2c9bf1c02d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:28.580231 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-b301ffde-df98-4703-8793-660450561ecf req-71787983-fea6-4196-9df1-2c9bf1c02d9d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10e0da9e3b824cd2bfb89fac347f7dc6&device_id=299d5d4c-4be4-4f99-96ac-3acbca632e86 HTTP/1.1" status: 200 len: 1128 time: 0.0593150 Mar 29 20:27:28.586808 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-dd5b3960-679b-4590-bb64-9ee7e6b709bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3219697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126325774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126129293'] for subnet (75159aa8-dc08-4b0e-893b-4024362f54bd), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:28.620972 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b3960-679b-4590-bb64-9ee7e6b709bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75159aa8-dc08-4b0e-893b-4024362f54bd,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:28.629621 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-dd5b3960-679b-4590-bb64-9ee7e6b709bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:28.632445 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-dd5b3960-679b-4590-bb64-9ee7e6b709bb admin admin] 10.222.0.43 "DELETE /v2.0/subnets/75159aa8-dc08-4b0e-893b-4024362f54bd HTTP/1.1" status: 204 len: 168 time: 0.3684351 Mar 29 20:27:28.633186 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 50282) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:28.634353 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-b301ffde-df98-4703-8793-660450561ecf req-095c9f77-bd7f-41b3-83ec-31a6058d07f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5a0559c-da3f-4039-8cd0-2743dd48132d HTTP/1.1" status: 200 len: 217 time: 0.0474932 Mar 29 20:27:28.678077 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:28.696794 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301ffde-df98-4703-8793-660450561ecf req-fe67a523-c956-4764-ad2d-59b0e5fc461f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:28.698457 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-b301ffde-df98-4703-8793-660450561ecf req-fe67a523-c956-4764-ad2d-59b0e5fc461f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99e69427-dc4b-4dea-9fd9-9d2856b30669 HTTP/1.1" status: 200 len: 854 time: 0.0565741 Mar 29 20:27:28.722661 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3c53c831-4e55-4114-9de4-ed5130a5c9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148679'] for network (b1ca4c7d-ae59-4552-99f3-1f057e5a45bd), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:28.753111 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301ffde-df98-4703-8793-660450561ecf req-bab26cfe-16af-4b50-a843-ebd17d33f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:28.755420 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-b301ffde-df98-4703-8793-660450561ecf req-bab26cfe-16af-4b50-a843-ebd17d33f510 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8b66423-ac0e-4129-a8d8-af5b7d1e3244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508277 Mar 29 20:27:28.809981 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3c53c831-4e55-4114-9de4-ed5130a5c9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336013', 'neutron.services.segments.db._delete_segments_for_network-8738049908282'] for network (b1ca4c7d-ae59-4552-99f3-1f057e5a45bd), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:28.833040 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.services.segments.db [None req-3c53c831-4e55-4114-9de4-ed5130a5c9fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ca4c7d-ae59-4552-99f3-1f057e5a45bd']}} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:28.848583 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.services.segments.db [None req-3c53c831-4e55-4114-9de4-ed5130a5c9fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a6d3f70-571a-4695-a7c0-63c0c8401cdd') {'for_net_delete': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:28.848868 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.services.segments.db [None req-3c53c831-4e55-4114-9de4-ed5130a5c9fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a6d3f70-571a-4695-a7c0-63c0c8401cdd') {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:28.859126 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3c53c831-4e55-4114-9de4-ed5130a5c9fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050091075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129519651'] for segment (9a6d3f70-571a-4695-a7c0-63c0c8401cdd), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:28.860071 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-b301ffde-df98-4703-8793-660450561ecf req-39e89f78-a678-46ad-9c4e-863080b827a0 service neutron] 10.222.0.42 "GET /v2.0/networks/f8b66423-ac0e-4129-a8d8-af5b7d1e3244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981793 Mar 29 20:27:28.873812 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3c53c831-4e55-4114-9de4-ed5130a5c9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (9a6d3f70-571a-4695-a7c0-63c0c8401cdd), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:28.880991 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c53c831-4e55-4114-9de4-ed5130a5c9fa admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 20:27:28.881607 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3c53c831-4e55-4114-9de4-ed5130a5c9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126327720'] for segment (9a6d3f70-571a-4695-a7c0-63c0c8401cdd), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: Traceback (most recent call last): Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: timer() Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: cb(*args, **kw) Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: return func(*args, **kwargs) Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: self._notify() Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: self.callback(batched_events) Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: event.method(event) Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: return f(self, *a, **k) Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: return self._get(url).json() Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: return self.request(url, 'GET', **kwargs) Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 20:27:28.884082 dv-cinder-784815-3-iscsi neutron-server[103820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 20:27:28.965988 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-b301ffde-df98-4703-8793-660450561ecf req-0936b8d0-f587-408c-bce4-1e34a6de04f5 service neutron] 10.222.0.42 "GET /v2.0/networks/f8b66423-ac0e-4129-a8d8-af5b7d1e3244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982780 Mar 29 20:27:29.011523 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb4abf-a276-4d8b-9685-7fefcc5cf765 req-d0887e70-b49e-4495-a460-99cc38c0a659 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:29.013028 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-05cb4abf-a276-4d8b-9685-7fefcc5cf765 req-d0887e70-b49e-4495-a460-99cc38c0a659 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=299d5d4c-4be4-4f99-96ac-3acbca632e86 HTTP/1.1" status: 200 len: 944 time: 0.0687790 Mar 29 20:27:29.082155 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-05cb4abf-a276-4d8b-9685-7fefcc5cf765 req-eeebd8bc-0481-4668-8051-be01eeddb88d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=db5cce28-5907-4940-99a3-4316b07284ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600572 Mar 29 20:27:29.131644 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3c53c831-4e55-4114-9de4-ed5130a5c9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541015'] for network (b1ca4c7d-ae59-4552-99f3-1f057e5a45bd), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:29.140511 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3c53c831-4e55-4114-9de4-ed5130a5c9fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:29.145120 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-3c53c831-4e55-4114-9de4-ed5130a5c9fa admin admin] 10.222.0.43 "DELETE /v2.0/networks/b1ca4c7d-ae59-4552-99f3-1f057e5a45bd HTTP/1.1" status: 204 len: 168 time: 0.5108078 Mar 29 20:27:29.153969 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50286) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:29.156691 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53c831-4e55-4114-9de4-ed5130a5c9fa admin admin] Pushing event deleted for resources: {'Network': ['ID=b1ca4c7d-ae59-4552-99f3-1f057e5a45bd,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:29.215972 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_v2 [None req-f56130a3-5b1b-47fb-b892-926d37b8e21a admin admin] Deleting subnet d5877b79-75d8-47c9-b4e3-d3d839e2d071 {{(pid=103821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 20:27:29.221196 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f56130a3-5b1b-47fb-b892-926d37b8e21a admin admin] Publish callbacks [] for subnet (d5877b79-75d8-47c9-b4e3-d3d839e2d071), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:29.243772 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4dd90a-0192-4c17-91ff-5b1c72d7b681 req-3e074dbc-7118-4d8e-b857-8c565b9985e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:29.245482 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-ec4dd90a-0192-4c17-91ff-5b1c72d7b681 req-3e074dbc-7118-4d8e-b857-8c565b9985e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10e0da9e3b824cd2bfb89fac347f7dc6&device_id=299d5d4c-4be4-4f99-96ac-3acbca632e86 HTTP/1.1" status: 200 len: 1128 time: 0.1232543 Mar 29 20:27:29.309047 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f56130a3-5b1b-47fb-b892-926d37b8e21a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125898119'] for subnet (d5877b79-75d8-47c9-b4e3-d3d839e2d071), precommit_delete_associations {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:29.370273 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f56130a3-5b1b-47fb-b892-926d37b8e21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3219654'] for subnet (d5877b79-75d8-47c9-b4e3-d3d839e2d071), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:29.412022 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4dd90a-0192-4c17-91ff-5b1c72d7b681 req-75601e1f-3c8c-4e69-a87f-8b9ee7697951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:29.413524 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-ec4dd90a-0192-4c17-91ff-5b1c72d7b681 req-75601e1f-3c8c-4e69-a87f-8b9ee7697951 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8b66423-ac0e-4129-a8d8-af5b7d1e3244 HTTP/1.1" status: 200 len: 916 time: 0.1617339 Mar 29 20:27:29.463023 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-ec4dd90a-0192-4c17-91ff-5b1c72d7b681 req-b9d91044-ce06-49d5-9429-6766f062ffa0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5a0559c-da3f-4039-8cd0-2743dd48132d HTTP/1.1" status: 200 len: 217 time: 0.0398183 Mar 29 20:27:29.517147 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4dd90a-0192-4c17-91ff-5b1c72d7b681 req-b73ec6bc-ab5a-4b16-b781-8cec72122510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:29.519387 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-ec4dd90a-0192-4c17-91ff-5b1c72d7b681 req-b73ec6bc-ab5a-4b16-b781-8cec72122510 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99e69427-dc4b-4dea-9fd9-9d2856b30669 HTTP/1.1" status: 200 len: 854 time: 0.0499206 Mar 29 20:27:29.570386 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4dd90a-0192-4c17-91ff-5b1c72d7b681 req-1b9a9329-9c79-4a6e-ba90-88b6468eae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:29.571898 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-ec4dd90a-0192-4c17-91ff-5b1c72d7b681 req-1b9a9329-9c79-4a6e-ba90-88b6468eae91 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8b66423-ac0e-4129-a8d8-af5b7d1e3244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466046 Mar 29 20:27:29.575354 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f56130a3-5b1b-47fb-b892-926d37b8e21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3219697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129148519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125915697'] for subnet (d5877b79-75d8-47c9-b4e3-d3d839e2d071), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:29.649048 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56130a3-5b1b-47fb-b892-926d37b8e21a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5877b79-75d8-47c9-b4e3-d3d839e2d071,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:29.651258 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f56130a3-5b1b-47fb-b892-926d37b8e21a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for subnet (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:29.654463 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-f56130a3-5b1b-47fb-b892-926d37b8e21a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d5877b79-75d8-47c9-b4e3-d3d839e2d071 HTTP/1.1" status: 204 len: 168 time: 0.4995372 Mar 29 20:27:29.657073 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50288) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:29.757649 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-bcd78309-b434-460c-a61e-8f23080376ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148679'] for network (6dced654-44f4-40dc-9c47-8c00d0c139bc), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:29.760632 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-ec4dd90a-0192-4c17-91ff-5b1c72d7b681 req-64601aef-78e1-4a60-928b-1bf54f772110 service neutron] 10.222.0.42 "GET /v2.0/networks/f8b66423-ac0e-4129-a8d8-af5b7d1e3244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793859 Mar 29 20:27:29.905258 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-bcd78309-b434-460c-a61e-8f23080376ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336013', 'neutron.services.segments.db._delete_segments_for_network-8738049908282'] for network (6dced654-44f4-40dc-9c47-8c00d0c139bc), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:29.951880 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.services.segments.db [None req-bcd78309-b434-460c-a61e-8f23080376ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dced654-44f4-40dc-9c47-8c00d0c139bc']}} {{(pid=103821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:29.967696 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-ec4dd90a-0192-4c17-91ff-5b1c72d7b681 req-7aac3397-4245-4c41-85c8-65e13c9341b6 service neutron] 10.222.0.42 "GET /v2.0/networks/f8b66423-ac0e-4129-a8d8-af5b7d1e3244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985104 Mar 29 20:27:29.969941 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.services.segments.db [None req-bcd78309-b434-460c-a61e-8f23080376ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62665cbb-26f1-4f51-812b-57ebcdab2833') {'for_net_delete': True} {{(pid=103821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:29.970222 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.services.segments.db [None req-bcd78309-b434-460c-a61e-8f23080376ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62665cbb-26f1-4f51-812b-57ebcdab2833') {} {{(pid=103821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:29.981157 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-bcd78309-b434-460c-a61e-8f23080376ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050091075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125898124'] for segment (62665cbb-26f1-4f51-812b-57ebcdab2833), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:29.996947 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-bcd78309-b434-460c-a61e-8f23080376ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (62665cbb-26f1-4f51-812b-57ebcdab2833), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:30.003632 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd78309-b434-460c-a61e-8f23080376ee admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-bcd78309-b434-460c-a61e-8f23080376ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129149377'] for segment (62665cbb-26f1-4f51-812b-57ebcdab2833), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: Traceback (most recent call last): Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: timer() Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: cb(*args, **kw) Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: return func(*args, **kwargs) Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: self._notify() Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: self.callback(batched_events) Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: event.method(event) Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: return f(self, *a, **k) Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: return self._get(url).json() Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: return self.request(url, 'GET', **kwargs) Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 20:27:30.006034 dv-cinder-784815-3-iscsi neutron-server[103821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 20:27:30.118403 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-bcd78309-b434-460c-a61e-8f23080376ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541015'] for network (6dced654-44f4-40dc-9c47-8c00d0c139bc), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:30.122771 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-bcd78309-b434-460c-a61e-8f23080376ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:30.126642 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-bcd78309-b434-460c-a61e-8f23080376ee admin admin] 10.222.0.43 "DELETE /v2.0/networks/6dced654-44f4-40dc-9c47-8c00d0c139bc HTTP/1.1" status: 204 len: 168 time: 0.4685454 Mar 29 20:27:30.146979 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd78309-b434-460c-a61e-8f23080376ee admin admin] Pushing event deleted for resources: {'Network': ['ID=6dced654-44f4-40dc-9c47-8c00d0c139bc,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:30.230965 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c62fa4-d581-4ef7-8eec-5999c1776ffc req-4f77dfa4-c450-456f-8799-3b64f0ff325b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:30.233078 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a2c62fa4-d581-4ef7-8eec-5999c1776ffc req-4f77dfa4-c450-456f-8799-3b64f0ff325b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=299d5d4c-4be4-4f99-96ac-3acbca632e86 HTTP/1.1" status: 200 len: 944 time: 0.0738001 Mar 29 20:27:30.288313 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a2c62fa4-d581-4ef7-8eec-5999c1776ffc req-da2a36db-1faf-46bc-8f50-927899ae8372 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=db5cce28-5907-4940-99a3-4316b07284ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486286 Mar 29 20:27:30.514889 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50294) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:30.557216 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-90fb306b-2566-4000-9708-fa944de7ec9d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=72bd6b71df264c558e723c818829de2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411184 Mar 29 20:27:30.559728 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50296) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:30.615291 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-6772cc13-36f7-4768-8109-abf57a3aa146 admin admin] Publish callbacks [] for security_group (333ff04e-4063-433b-9121-7dc6cf80ff15), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:30.637707 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-6772cc13-36f7-4768-8109-abf57a3aa146 admin admin] Publish callbacks [] for security_group (333ff04e-4063-433b-9121-7dc6cf80ff15), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:30.826813 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-6772cc13-36f7-4768-8109-abf57a3aa146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (333ff04e-4063-433b-9121-7dc6cf80ff15), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:30.829473 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-6772cc13-36f7-4768-8109-abf57a3aa146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:30.830672 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-6772cc13-36f7-4768-8109-abf57a3aa146 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/333ff04e-4063-433b-9121-7dc6cf80ff15 HTTP/1.1" status: 204 len: 168 time: 0.2700315 Mar 29 20:27:30.839601 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6772cc13-36f7-4768-8109-abf57a3aa146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333ff04e-4063-433b-9121-7dc6cf80ff15,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:30.842614 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device c5a0559c-da3f-4039-8cd0-2743dd48132d details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 20:27:30.963987 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port c5a0559c-da3f-4039-8cd0-2743dd48132d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c5a0559c-da3f-4039-8cd0-2743dd48132d,segment=NetworkSegment(5e7bedf7-f22f-4efb-a5de-316c44ea4199),segment_id=5e7bedf7-f22f-4efb-a5de-316c44ea4199)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:27:30.978319 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Returning: {'device': 'c5a0559c-da3f-4039-8cd0-2743dd48132d', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'port_id': 'c5a0559c-da3f-4039-8cd0-2743dd48132d', 'mac_address': 'fa:16:3e:9a:1b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 20:27:31.020157 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port c5a0559c-da3f-4039-8cd0-2743dd48132d is: DOWN; New status is: BUILD {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:27:31.020629 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (c5a0559c-da3f-4039-8cd0-2743dd48132d), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:31.036234 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a0559c-da3f-4039-8cd0-2743dd48132d {{(pid=103822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:27:31.057938 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port c5a0559c-da3f-4039-8cd0-2743dd48132d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c5a0559c-da3f-4039-8cd0-2743dd48132d,segment=NetworkSegment(5e7bedf7-f22f-4efb-a5de-316c44ea4199),segment_id=5e7bedf7-f22f-4efb-a5de-316c44ea4199)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:27:31.176279 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (c5a0559c-da3f-4039-8cd0-2743dd48132d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:31.216574 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-df15b084-3a52-428c-aa26-814318e0c01b req-510e5e4c-3b59-4d77-8f5a-cd4c1de571c7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447469 Mar 29 20:27:31.229022 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=c5a0559c-da3f-4039-8cd0-2743dd48132d,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:31.287171 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15b084-3a52-428c-aa26-814318e0c01b req-8b48ccf0-4887-4d8b-a15b-8ee893a35d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:31.288690 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-df15b084-3a52-428c-aa26-814318e0c01b req-8b48ccf0-4887-4d8b-a15b-8ee893a35d69 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dd80d1f5dd744e8bd5cea87c84f184b&device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 1131 time: 0.0472341 Mar 29 20:27:31.408959 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15b084-3a52-428c-aa26-814318e0c01b req-d0227112-768a-408f-b1cb-7451dd0f594b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:31.410383 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-df15b084-3a52-428c-aa26-814318e0c01b req-d0227112-768a-408f-b1cb-7451dd0f594b service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbeb19d7-fa07-4f98-99ee-9b94135513d6 HTTP/1.1" status: 200 len: 917 time: 0.0991642 Mar 29 20:27:31.432250 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea6308-f98e-4627-b6b1-dbd9edd8ab23 req-02a3ac3a-5a46-4c4c-8fa0-5de608f49c89 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:31.433817 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-79ea6308-f98e-4627-b6b1-dbd9edd8ab23 req-02a3ac3a-5a46-4c4c-8fa0-5de608f49c89 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=299d5d4c-4be4-4f99-96ac-3acbca632e86 HTTP/1.1" status: 200 len: 945 time: 0.0670264 Mar 29 20:27:31.445535 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['c5a0559c-da3f-4039-8cd0-2743dd48132d'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:27:31.498711 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-df15b084-3a52-428c-aa26-814318e0c01b req-8e137593-0539-4814-a833-97568beb768c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5dc42c0c-cc85-42ce-8a90-60113dd364b8 HTTP/1.1" status: 200 len: 1000 time: 0.0772238 Mar 29 20:27:31.505703 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-79ea6308-f98e-4627-b6b1-dbd9edd8ab23 req-4b9d9c26-ead0-4b1e-ae39-f07335b8a053 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=db5cce28-5907-4940-99a3-4316b07284ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634644 Mar 29 20:27:31.556064 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15b084-3a52-428c-aa26-814318e0c01b req-514c3d1f-bf7c-40cf-b41f-3a380b5d516b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:31.557605 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-df15b084-3a52-428c-aa26-814318e0c01b req-514c3d1f-bf7c-40cf-b41f-3a380b5d516b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8355bf79-4b50-4d2a-871e-8619ac782cca HTTP/1.1" status: 200 len: 855 time: 0.0527053 Mar 29 20:27:31.618041 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15b084-3a52-428c-aa26-814318e0c01b req-37db4563-39d3-4d3a-bf8f-cdf46c06fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:31.620171 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-df15b084-3a52-428c-aa26-814318e0c01b req-37db4563-39d3-4d3a-bf8f-cdf46c06fd56 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbeb19d7-fa07-4f98-99ee-9b94135513d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563509 Mar 29 20:27:31.681973 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 50304) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:31.712648 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-df15b084-3a52-428c-aa26-814318e0c01b req-8c5d10b9-c588-4196-8ab2-15fbb3076371 service neutron] 10.222.0.42 "GET /v2.0/networks/cbeb19d7-fa07-4f98-99ee-9b94135513d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862832 Mar 29 20:27:31.728221 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-3b379b89-3a56-48a6-851b-643adb1eb8d5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de5ab1d56e8140708dd6e983c90502d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447283 Mar 29 20:27:31.733006 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 50306) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:31.794971 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1a236587-c447-467c-be49-838d2b361245 admin admin] Publish callbacks [] for security_group (d9243dd1-5dcf-4304-b503-269129f89638), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:31.824427 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-df15b084-3a52-428c-aa26-814318e0c01b req-d209ad9c-a22e-4955-bacf-e56b99d40e16 service neutron] 10.222.0.42 "GET /v2.0/networks/cbeb19d7-fa07-4f98-99ee-9b94135513d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057646 Mar 29 20:27:31.829573 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1a236587-c447-467c-be49-838d2b361245 admin admin] Publish callbacks [] for security_group (d9243dd1-5dcf-4304-b503-269129f89638), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:32.021545 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1a236587-c447-467c-be49-838d2b361245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (d9243dd1-5dcf-4304-b503-269129f89638), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:32.023867 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1a236587-c447-467c-be49-838d2b361245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:32.025033 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-1a236587-c447-467c-be49-838d2b361245 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d9243dd1-5dcf-4304-b503-269129f89638 HTTP/1.1" status: 204 len: 168 time: 0.2933390 Mar 29 20:27:32.033318 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a236587-c447-467c-be49-838d2b361245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9243dd1-5dcf-4304-b503-269129f89638,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:32.642018 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006032f5-4037-4ce2-a73a-32bd2b4c72c7 req-553ff058-1578-42a0-b8af-e387e9b8e443 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:32.643607 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-006032f5-4037-4ce2-a73a-32bd2b4c72c7 req-553ff058-1578-42a0-b8af-e387e9b8e443 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=299d5d4c-4be4-4f99-96ac-3acbca632e86 HTTP/1.1" status: 200 len: 945 time: 0.0643840 Mar 29 20:27:32.712030 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-006032f5-4037-4ce2-a73a-32bd2b4c72c7 req-334905ed-558b-4699-85b4-7456075ec3dd tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=db5cce28-5907-4940-99a3-4316b07284ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619571 Mar 29 20:27:32.844490 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device c5a0559c-da3f-4039-8cd0-2743dd48132d up at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:27:33.101887 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning for port c5a0559c-da3f-4039-8cd0-2743dd48132d completed by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 20:27:33.105568 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning complete for port c5a0559c-da3f-4039-8cd0-2743dd48132d triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:27:33.108145 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (c5a0559c-da3f-4039-8cd0-2743dd48132d), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:33.196661 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port c5a0559c-da3f-4039-8cd0-2743dd48132d is: BUILD; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:27:33.197463 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (c5a0559c-da3f-4039-8cd0-2743dd48132d), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:33.223974 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299d5d4c-4be4-4f99-96ac-3acbca632e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a0559c-da3f-4039-8cd0-2743dd48132d'}] {{(pid=103822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:27:33.226330 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0861b571914e5dc523c78e704c27631447c9211d5b419e1eb1b6a7c48cd57d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1c90a4-29da-4051-b5fd-593e5ce64fbe" -d '{"events": [{"server_uuid": "299d5d4c-4be4-4f99-96ac-3acbca632e86", "name": "network-vif-plugged", "status": "completed", "tag": "c5a0559c-da3f-4039-8cd0-2743dd48132d"}]}' {{(pid=103822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:27:33.240340 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port c5a0559c-da3f-4039-8cd0-2743dd48132d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c5a0559c-da3f-4039-8cd0-2743dd48132d,segment=NetworkSegment(5e7bedf7-f22f-4efb-a5de-316c44ea4199),segment_id=5e7bedf7-f22f-4efb-a5de-316c44ea4199)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:27:33.261956 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241cfedc-2f0b-4be9-8b52-4a6e9154603b x-openstack-request-id: req-241cfedc-2f0b-4be9-8b52-4a6e9154603b {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:27:33.262247 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299d5d4c-4be4-4f99-96ac-3acbca632e86", "name": "network-vif-plugged", "status": "completed", "tag": "c5a0559c-da3f-4039-8cd0-2743dd48132d", "code": 200}]} {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:27:33.262502 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-241cfedc-2f0b-4be9-8b52-4a6e9154603b {{(pid=103822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:27:33.262905 dv-cinder-784815-3-iscsi neutron-server[103822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-241cfedc-2f0b-4be9-8b52-4a6e9154603b'] response: {'server_uuid': '299d5d4c-4be4-4f99-96ac-3acbca632e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a0559c-da3f-4039-8cd0-2743dd48132d', 'code': 200} Mar 29 20:27:33.385382 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:27:33.394452 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (c5a0559c-da3f-4039-8cd0-2743dd48132d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:33.444823 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=c5a0559c-da3f-4039-8cd0-2743dd48132d,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:33.834226 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321273c-80a3-4571-8a35-62f1f5af491c req-8c24bec2-4742-4e18-9be6-3ac197420b5a tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:33.836365 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7321273c-80a3-4571-8a35-62f1f5af491c req-8c24bec2-4742-4e18-9be6-3ac197420b5a tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=299d5d4c-4be4-4f99-96ac-3acbca632e86 HTTP/1.1" status: 200 len: 946 time: 0.0562449 Mar 29 20:27:33.885178 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7321273c-80a3-4571-8a35-62f1f5af491c req-b43372ad-1854-450d-9738-d7cf0e0c6d83 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=db5cce28-5907-4940-99a3-4316b07284ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435035 Mar 29 20:27:33.914122 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eed80c-dc28-4801-84ed-5a974ea31846 req-de1f300d-518e-4081-bda3-c1cb42952fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:33.915833 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-46eed80c-dc28-4801-84ed-5a974ea31846 req-de1f300d-518e-4081-bda3-c1cb42952fa4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=299d5d4c-4be4-4f99-96ac-3acbca632e86 HTTP/1.1" status: 200 len: 1130 time: 0.0564239 Mar 29 20:27:33.963585 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-46eed80c-dc28-4801-84ed-5a974ea31846 req-91810d62-8ab6-4001-b0da-d71e18fde3f1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=db5cce28-5907-4940-99a3-4316b07284ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419326 Mar 29 20:27:35.018539 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915cc49-e41e-4819-ad14-3830929e1c0a req-f34501ab-f548-451e-8c91-dffc4abeef59 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:35.020048 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7915cc49-e41e-4819-ad14-3830929e1c0a req-f34501ab-f548-451e-8c91-dffc4abeef59 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=299d5d4c-4be4-4f99-96ac-3acbca632e86 HTTP/1.1" status: 200 len: 946 time: 0.0602119 Mar 29 20:27:35.077609 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7915cc49-e41e-4819-ad14-3830929e1c0a req-cb5ad97f-6eda-46cb-9be2-8d4d1da5fbd8 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=db5cce28-5907-4940-99a3-4316b07284ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512264 Mar 29 20:27:36.199381 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340dc08-0167-4d73-96db-1b477a726e05 req-c89cd3f7-36e3-4c96-bb44-22dc203efe6b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:36.200939 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c340dc08-0167-4d73-96db-1b477a726e05 req-c89cd3f7-36e3-4c96-bb44-22dc203efe6b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=299d5d4c-4be4-4f99-96ac-3acbca632e86 HTTP/1.1" status: 200 len: 946 time: 0.0576313 Mar 29 20:27:36.247798 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c340dc08-0167-4d73-96db-1b477a726e05 req-26d1398c-6c4e-4806-b840-b08848b32864 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=db5cce28-5907-4940-99a3-4316b07284ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411868 Mar 29 20:27:36.364492 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eada484-9e36-4bf1-87b4-2639000146f3 req-2fe40c7c-1830-4be2-8cfe-8cd2372f9575 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:36.365915 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4eada484-9e36-4bf1-87b4-2639000146f3 req-2fe40c7c-1830-4be2-8cfe-8cd2372f9575 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=299d5d4c-4be4-4f99-96ac-3acbca632e86 HTTP/1.1" status: 200 len: 946 time: 0.0532708 Mar 29 20:27:36.374309 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 50374) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:36.378598 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-5ec3d7ce-a0be-49cd-b3f9-38d6c70b3a56 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Request body: {'floatingip': {'port_id': 'c5a0559c-da3f-4039-8cd0-2743dd48132d'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:27:36.421020 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5ec3d7ce-a0be-49cd-b3f9-38d6c70b3a56 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for floatingip (1accb57c-85d8-44f9-a845-0255049de136), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:36.858053 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5ec3d7ce-a0be-49cd-b3f9-38d6c70b3a56 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:36.968555 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5ec3d7ce-a0be-49cd-b3f9-38d6c70b3a56 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (1accb57c-85d8-44f9-a845-0255049de136), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:37.075507 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.db.l3_db [None req-5ec3d7ce-a0be-49cd-b3f9-38d6c70b3a56 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Floating IP 1accb57c-85d8-44f9-a845-0255049de136 associated. External IP: 172.27.3.13, port: c5a0559c-da3f-4039-8cd0-2743dd48132d. Mar 29 20:27:37.612920 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec3d7ce-a0be-49cd-b3f9-38d6c70b3a56 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:27:37.722890 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec3d7ce-a0be-49cd-b3f9-38d6c70b3a56 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:27:37.727462 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5ec3d7ce-a0be-49cd-b3f9-38d6c70b3a56 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:37.732420 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1befe893-6d23-4ce9-8f3d-aa2649ff8914 None None] Sync routers for ids ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'] in dv-cinder-784815-3-iscsi {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:27:37.742178 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1befe893-6d23-4ce9-8f3d-aa2649ff8914 None None] Routers {'4a8de07c-e7e6-411d-ad8d-06d31fa09371'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:27:37.742798 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-1befe893-6d23-4ce9-8f3d-aa2649ff8914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:27:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:37.762896 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-5ec3d7ce-a0be-49cd-b3f9-38d6c70b3a56 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "PUT /v2.0/floatingips/1accb57c-85d8-44f9-a845-0255049de136 HTTP/1.1" status: 200 len: 991 time: 1.3833306 Mar 29 20:27:37.762896 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299d5d4c-4be4-4f99-96ac-3acbca632e86', 'tag': 'c5a0559c-da3f-4039-8cd0-2743dd48132d'}] {{(pid=103820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:27:37.762896 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6edefd21b48d6680289e87f093b2b3ac5ccca22ebb7ce82a748a83257c36a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5a87a6-9e8c-42dc-b30e-839e53709076" -d '{"events": [{"name": "network-changed", "server_uuid": "299d5d4c-4be4-4f99-96ac-3acbca632e86", "tag": "c5a0559c-da3f-4039-8cd0-2743dd48132d"}]}' {{(pid=103820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:27:37.809390 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d3b4c9-ef61-45db-86e5-21a65a856687 x-openstack-request-id: req-e1d3b4c9-ef61-45db-86e5-21a65a856687 {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:27:37.809684 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299d5d4c-4be4-4f99-96ac-3acbca632e86", "tag": "c5a0559c-da3f-4039-8cd0-2743dd48132d", "status": "completed", "code": 200}]} {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:27:37.809966 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e1d3b4c9-ef61-45db-86e5-21a65a856687 {{(pid=103820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:27:37.810404 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1d3b4c9-ef61-45db-86e5-21a65a856687'] response: {'name': 'network-changed', 'server_uuid': '299d5d4c-4be4-4f99-96ac-3acbca632e86', 'tag': 'c5a0559c-da3f-4039-8cd0-2743dd48132d', 'status': 'completed', 'code': 200} Mar 29 20:27:37.855669 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-1befe893-6d23-4ce9-8f3d-aa2649ff8914 None None] Set router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:27:37.876948 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a87a6-9e8c-42dc-b30e-839e53709076 req-7219284f-7a6d-4832-b7f0-73fae56fc1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:37.879111 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-7a5a87a6-9e8c-42dc-b30e-839e53709076 req-7219284f-7a6d-4832-b7f0-73fae56fc1c0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10e0da9e3b824cd2bfb89fac347f7dc6&device_id=299d5d4c-4be4-4f99-96ac-3acbca632e86 HTTP/1.1" status: 200 len: 1130 time: 0.0451734 Mar 29 20:27:37.975281 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a87a6-9e8c-42dc-b30e-839e53709076 req-7d22709e-1ded-491f-88f6-281ae27eec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:37.976784 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-7a5a87a6-9e8c-42dc-b30e-839e53709076 req-7d22709e-1ded-491f-88f6-281ae27eec6f service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8b66423-ac0e-4129-a8d8-af5b7d1e3244 HTTP/1.1" status: 200 len: 916 time: 0.0919690 Mar 29 20:27:38.045423 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-7a5a87a6-9e8c-42dc-b30e-839e53709076 req-94edfa0b-46dc-412a-9385-e176e7653706 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5a0559c-da3f-4039-8cd0-2743dd48132d HTTP/1.1" status: 200 len: 999 time: 0.0616953 Mar 29 20:27:38.095953 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-1befe893-6d23-4ce9-8f3d-aa2649ff8914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:05Z', 'revision_number': 4, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port': {'id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '1accb57c-85d8-44f9-a845-0255049de136', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'floating_ip_address': '172.27.3.13', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'port_id': 'c5a0559c-da3f-4039-8cd0-2743dd48132d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'mac_address': 'fa:16:3e:9a:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299d5d4c-4be4-4f99-96ac-3acbca632e86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:27:22Z', 'updated_at': '2022-03-29T20:27:36Z', 'revision_number': 1, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'fixed_ip_address_scope': None}, {'id': 'a226cef6-c3a1-4da1-bf33-bb6bf4de5af6', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'port_id': 'fa01a53a-231f-4367-9ee6-68b2cc1d02d5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'mac_address': 'fa:16:3e:76:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a660fcd-5929-443e-b50c-429650eaa1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:26:09Z', 'updated_at': '2022-03-29T20:26:25Z', 'revision_number': 2, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932dd424-b773-41d9-92a5-599c5ed7dbfc', 'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'mac_address': 'fa:16:3e:9e:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:05Z', 'updated_at': '2022-03-29T20:26:09Z', 'revision_number': 5, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'subnets': [{'id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:38.098861 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a87a6-9e8c-42dc-b30e-839e53709076 req-211a5b29-cea5-4b6c-af1e-3a7459139755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:38.100516 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-7a5a87a6-9e8c-42dc-b30e-839e53709076 req-211a5b29-cea5-4b6c-af1e-3a7459139755 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99e69427-dc4b-4dea-9fd9-9d2856b30669 HTTP/1.1" status: 200 len: 854 time: 0.0487835 Mar 29 20:27:38.129713 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1befe893-6d23-4ce9-8f3d-aa2649ff8914 None None] Checking router: 4a8de07c-e7e6-411d-ad8d-06d31fa09371 for host: dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:27:38.138851 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1befe893-6d23-4ce9-8f3d-aa2649ff8914 None None] Routers {'4a8de07c-e7e6-411d-ad8d-06d31fa09371'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:27:38.139482 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-1befe893-6d23-4ce9-8f3d-aa2649ff8914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:27:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:38.161890 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a87a6-9e8c-42dc-b30e-839e53709076 req-66d54a17-58dd-4988-8de7-504ac5f127ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:38.163609 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-7a5a87a6-9e8c-42dc-b30e-839e53709076 req-66d54a17-58dd-4988-8de7-504ac5f127ef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8b66423-ac0e-4129-a8d8-af5b7d1e3244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548825 Mar 29 20:27:38.258404 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-7a5a87a6-9e8c-42dc-b30e-839e53709076 req-3f5c4bda-03e6-4e77-89cf-cbef72492ecc service neutron] 10.222.0.42 "GET /v2.0/networks/f8b66423-ac0e-4129-a8d8-af5b7d1e3244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869524 Mar 29 20:27:38.267378 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-1befe893-6d23-4ce9-8f3d-aa2649ff8914 None None] Set router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:27:38.358195 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-7a5a87a6-9e8c-42dc-b30e-839e53709076 req-5ccc446b-8327-4327-842d-13d48a260769 service neutron] 10.222.0.42 "GET /v2.0/networks/f8b66423-ac0e-4129-a8d8-af5b7d1e3244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925932 Mar 29 20:27:38.522621 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-1befe893-6d23-4ce9-8f3d-aa2649ff8914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:05Z', 'revision_number': 4, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port': {'id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '1accb57c-85d8-44f9-a845-0255049de136', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'floating_ip_address': '172.27.3.13', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'port_id': 'c5a0559c-da3f-4039-8cd0-2743dd48132d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'mac_address': 'fa:16:3e:9a:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299d5d4c-4be4-4f99-96ac-3acbca632e86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:27:22Z', 'updated_at': '2022-03-29T20:27:36Z', 'revision_number': 1, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'fixed_ip_address_scope': None}, {'id': 'a226cef6-c3a1-4da1-bf33-bb6bf4de5af6', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'port_id': 'fa01a53a-231f-4367-9ee6-68b2cc1d02d5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'mac_address': 'fa:16:3e:76:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a660fcd-5929-443e-b50c-429650eaa1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:26:09Z', 'updated_at': '2022-03-29T20:26:25Z', 'revision_number': 2, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932dd424-b773-41d9-92a5-599c5ed7dbfc', 'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'mac_address': 'fa:16:3e:9e:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:05Z', 'updated_at': '2022-03-29T20:26:09Z', 'revision_number': 5, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'subnets': [{'id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:38.550248 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1befe893-6d23-4ce9-8f3d-aa2649ff8914 None None] The sync data for ids ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'] in dv-cinder-784815-3-iscsi is: [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:05Z', 'revision_number': 4, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port': {'id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '1accb57c-85d8-44f9-a845-0255049de136', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'floating_ip_address': '172.27.3.13', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'port_id': 'c5a0559c-da3f-4039-8cd0-2743dd48132d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'mac_address': 'fa:16:3e:9a:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299d5d4c-4be4-4f99-96ac-3acbca632e86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:27:22Z', 'updated_at': '2022-03-29T20:27:36Z', 'revision_number': 1, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'fixed_ip_address_scope': None}, {'id': 'a226cef6-c3a1-4da1-bf33-bb6bf4de5af6', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'port_id': 'fa01a53a-231f-4367-9ee6-68b2cc1d02d5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'mac_address': 'fa:16:3e:76:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a660fcd-5929-443e-b50c-429650eaa1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:26:09Z', 'updated_at': '2022-03-29T20:26:25Z', 'revision_number': 2, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932dd424-b773-41d9-92a5-599c5ed7dbfc', 'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'mac_address': 'fa:16:3e:9e:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:05Z', 'updated_at': '2022-03-29T20:26:09Z', 'revision_number': 5, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'subnets': [{'id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:27:38.668132 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50400) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:38.763059 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f98b9a-22be-4602-babb-7bde674154fa None None] New status for floating IP 1accb57c-85d8-44f9-a845-0255049de136: ACTIVE {{(pid=103823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 20:27:38.784370 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-230fc9c6-119c-4c38-a002-5434e74d9473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:38.861267 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-230fc9c6-119c-4c38-a002-5434e74d9473 admin admin] Publish callbacks [] for security_group (057d5a72-86e6-4c33-a4c3-7ad23fd62b21), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:38.969455 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-230fc9c6-119c-4c38-a002-5434e74d9473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (057d5a72-86e6-4c33-a4c3-7ad23fd62b21), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:39.009918 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-230fc9c6-119c-4c38-a002-5434e74d9473 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dc70c62b75484fe5827c102090fe2463&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3406405 Mar 29 20:27:39.010788 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230fc9c6-119c-4c38-a002-5434e74d9473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057d5a72-86e6-4c33-a4c3-7ad23fd62b21,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:39.012555 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 50404) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:39.067916 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-795e08dd-a1c2-40ef-8d28-c84c7a19b4ef admin admin] Publish callbacks [] for security_group (057d5a72-86e6-4c33-a4c3-7ad23fd62b21), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:39.091442 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-795e08dd-a1c2-40ef-8d28-c84c7a19b4ef admin admin] Publish callbacks [] for security_group (057d5a72-86e6-4c33-a4c3-7ad23fd62b21), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:39.255569 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-795e08dd-a1c2-40ef-8d28-c84c7a19b4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (057d5a72-86e6-4c33-a4c3-7ad23fd62b21), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:39.258238 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-795e08dd-a1c2-40ef-8d28-c84c7a19b4ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:39.259385 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-795e08dd-a1c2-40ef-8d28-c84c7a19b4ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/057d5a72-86e6-4c33-a4c3-7ad23fd62b21 HTTP/1.1" status: 204 len: 168 time: 0.2458687 Mar 29 20:27:39.267453 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e08dd-a1c2-40ef-8d28-c84c7a19b4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057d5a72-86e6-4c33-a4c3-7ad23fd62b21,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:40.015268 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50410) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:40.029217 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e0490356-f202-490d-9ca4-93bf6a4a1adc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:40.110938 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e0490356-f202-490d-9ca4-93bf6a4a1adc admin admin] Publish callbacks [] for security_group (3b4f64a7-e0d6-4109-b4ca-e785e02cf036), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:40.164581 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-fae6dc7a-a1fa-441f-8781-70d5349b994b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:40.198250 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e0490356-f202-490d-9ca4-93bf6a4a1adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (3b4f64a7-e0d6-4109-b4ca-e785e02cf036), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:40.237683 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-e0490356-f202-490d-9ca4-93bf6a4a1adc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=744bf9c30cf3486a9c31fcc0ab02a0e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213073 Mar 29 20:27:40.238785 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0490356-f202-490d-9ca4-93bf6a4a1adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4f64a7-e0d6-4109-b4ca-e785e02cf036,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:40.240601 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 50412) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:40.293776 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-878870b4-bf53-41b0-9371-b3a695c04b85 admin admin] Publish callbacks [] for security_group (3b4f64a7-e0d6-4109-b4ca-e785e02cf036), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:40.317697 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-878870b4-bf53-41b0-9371-b3a695c04b85 admin admin] Publish callbacks [] for security_group (3b4f64a7-e0d6-4109-b4ca-e785e02cf036), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:40.448606 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-878870b4-bf53-41b0-9371-b3a695c04b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (3b4f64a7-e0d6-4109-b4ca-e785e02cf036), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:40.451214 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-878870b4-bf53-41b0-9371-b3a695c04b85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:40.452510 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-878870b4-bf53-41b0-9371-b3a695c04b85 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3b4f64a7-e0d6-4109-b4ca-e785e02cf036 HTTP/1.1" status: 204 len: 168 time: 0.2101328 Mar 29 20:27:40.461663 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878870b4-bf53-41b0-9371-b3a695c04b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4f64a7-e0d6-4109-b4ca-e785e02cf036,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:42.381148 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-4b0d9a34-47a0-4ea7-a5b5-744601a780ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:43.297469 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 50474) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:43.626557 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-e4466683-b7b8-4106-a7a0-980dca7e3730 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Deleting port 9a77b77c-1edb-429c-806c-5af6702a8e1d {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:27:43.626954 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e4466683-b7b8-4106-a7a0-980dca7e3730 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (9a77b77c-1edb-429c-806c-5af6702a8e1d), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:43.735486 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:43.740566 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e4466683-b7b8-4106-a7a0-980dca7e3730 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (9a77b77c-1edb-429c-806c-5af6702a8e1d), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:43.744020 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e4466683-b7b8-4106-a7a0-980dca7e3730 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks [] for floatingip (9a77b77c-1edb-429c-806c-5af6702a8e1d), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:43.756887 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-e4466683-b7b8-4106-a7a0-980dca7e3730 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Calling delete_port for 9a77b77c-1edb-429c-806c-5af6702a8e1d owned by network:floatingip {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:27:43.774086 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf482a-f05d-45b8-99fd-c148077778bc req-1e9f0f98-bff5-4362-a94c-8089f0592af4 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:43.775615 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c5bf482a-f05d-45b8-99fd-c148077778bc req-1e9f0f98-bff5-4362-a94c-8089f0592af4 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 947 time: 0.0941594 Mar 29 20:27:43.871816 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c5bf482a-f05d-45b8-99fd-c148077778bc req-0f7a717f-6282-42a0-81e2-53a321e5e522 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903056 Mar 29 20:27:44.043862 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e4466683-b7b8-4106-a7a0-980dca7e3730 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (9a77b77c-1edb-429c-806c-5af6702a8e1d), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:44.072391 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4466683-b7b8-4106-a7a0-980dca7e3730 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Pushing event deleted for resources: {'Port': ['ID=9a77b77c-1edb-429c-806c-5af6702a8e1d,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:44.140063 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e4466683-b7b8-4106-a7a0-980dca7e3730 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks [] for floatingip (977319cc-045d-44da-afe3-0cde6a56fc37), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:44.140328 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.db.l3_db [None req-e4466683-b7b8-4106-a7a0-980dca7e3730 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Floating IP 977319cc-045d-44da-afe3-0cde6a56fc37 disassociated (deleted). External IP: 172.27.3.15, port: 17f5280a-0809-4341-b09e-7e4fca341272. Mar 29 20:27:44.361024 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4466683-b7b8-4106-a7a0-980dca7e3730 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Router 22316c7d-089d-4fe5-a203-9b19e20e66f4 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:27:44.501078 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4466683-b7b8-4106-a7a0-980dca7e3730 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:27:44.506615 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e4466683-b7b8-4106-a7a0-980dca7e3730 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:44.512132 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f57401-ce49-4ed7-b870-fdd86e537cc1 None None] Sync routers for ids ['22316c7d-089d-4fe5-a203-9b19e20e66f4'] in dv-cinder-784815-3-iscsi {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:27:44.524147 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f57401-ce49-4ed7-b870-fdd86e537cc1 None None] Routers {'22316c7d-089d-4fe5-a203-9b19e20e66f4'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:27:44.524827 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-82f57401-ce49-4ed7-b870-fdd86e537cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:27:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['22316c7d-089d-4fe5-a203-9b19e20e66f4'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:44.540049 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-e4466683-b7b8-4106-a7a0-980dca7e3730 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "DELETE /v2.0/floatingips/977319cc-045d-44da-afe3-0cde6a56fc37 HTTP/1.1" status: 204 len: 168 time: 1.2414422 Mar 29 20:27:44.540732 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8298dbc5-55e6-42b6-a7cb-5bb84329e6cc', 'tag': '17f5280a-0809-4341-b09e-7e4fca341272'}] {{(pid=103820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:27:44.543179 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6edefd21b48d6680289e87f093b2b3ac5ccca22ebb7ce82a748a83257c36a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf49d5f9-b0af-44c7-8597-39377dc1e7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "8298dbc5-55e6-42b6-a7cb-5bb84329e6cc", "tag": "17f5280a-0809-4341-b09e-7e4fca341272"}]}' {{(pid=103820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:27:44.595550 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e5078d-8bd6-45e8-9cef-5330b0e0c41d x-openstack-request-id: req-70e5078d-8bd6-45e8-9cef-5330b0e0c41d {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:27:44.595866 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8298dbc5-55e6-42b6-a7cb-5bb84329e6cc", "tag": "17f5280a-0809-4341-b09e-7e4fca341272", "status": "completed", "code": 200}]} {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:27:44.596190 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70e5078d-8bd6-45e8-9cef-5330b0e0c41d {{(pid=103820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:27:44.596516 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70e5078d-8bd6-45e8-9cef-5330b0e0c41d'] response: {'name': 'network-changed', 'server_uuid': '8298dbc5-55e6-42b6-a7cb-5bb84329e6cc', 'tag': '17f5280a-0809-4341-b09e-7e4fca341272', 'status': 'completed', 'code': 200} Mar 29 20:27:44.655204 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-82f57401-ce49-4ed7-b870-fdd86e537cc1 None None] Set router 22316c7d-089d-4fe5-a203-9b19e20e66f4 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:27:44.668893 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49d5f9-b0af-44c7-8597-39377dc1e7a3 req-0347c31c-c6d0-420d-88b1-ea5d00b0f3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:44.670552 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-bf49d5f9-b0af-44c7-8597-39377dc1e7a3 req-0347c31c-c6d0-420d-88b1-ea5d00b0f3b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2edfa256a0874cc7afc8c01ea3e810be&device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 1130 time: 0.0508201 Mar 29 20:27:44.776404 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49d5f9-b0af-44c7-8597-39377dc1e7a3 req-04d4917d-eb23-4a5f-9480-b433f886b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:44.777924 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-bf49d5f9-b0af-44c7-8597-39377dc1e7a3 req-04d4917d-eb23-4a5f-9480-b433f886b574 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d939773b-8d62-47b4-b7b4-1f471826d25d HTTP/1.1" status: 200 len: 910 time: 0.1007442 Mar 29 20:27:44.829449 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-bf49d5f9-b0af-44c7-8597-39377dc1e7a3 req-a39195b3-cb44-45b6-8502-bb7900954416 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17f5280a-0809-4341-b09e-7e4fca341272 HTTP/1.1" status: 200 len: 217 time: 0.0433030 Mar 29 20:27:44.882660 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49d5f9-b0af-44c7-8597-39377dc1e7a3 req-b5b0d10e-d00d-4b85-98fd-1f59a9eeb742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:44.884497 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-bf49d5f9-b0af-44c7-8597-39377dc1e7a3 req-b5b0d10e-d00d-4b85-98fd-1f59a9eeb742 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=799fd8a5-a8ac-4d73-99bd-f021992151a2 HTTP/1.1" status: 200 len: 848 time: 0.0466316 Mar 29 20:27:44.885149 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:44.912916 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-82f57401-ce49-4ed7-b870-fdd86e537cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'name': 'tempest-TestShelveInstance-1980463868-router', 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '21cadc33-832f-489d-8539-56f6f53482e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:22:02Z', 'updated_at': '2022-03-29T20:22:06Z', 'revision_number': 4, 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'gw_port': {'id': '21cadc33-832f-489d-8539-56f6f53482e0', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:03Z', 'updated_at': '2022-03-29T20:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'fd9f1f49-eda0-42cd-b369-6f05beeabe98', 'name': '', 'network_id': 'd939773b-8d62-47b4-b7b4-1f471826d25d', 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be', 'mac_address': 'fa:16:3e:b3:14:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '799fd8a5-a8ac-4d73-99bd-f021992151a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:05Z', 'updated_at': '2022-03-29T20:22:11Z', 'revision_number': 5, 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'subnets': [{'id': '799fd8a5-a8ac-4d73-99bd-f021992151a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:44.950869 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f57401-ce49-4ed7-b870-fdd86e537cc1 None None] Checking router: 22316c7d-089d-4fe5-a203-9b19e20e66f4 for host: dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:27:44.965137 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f57401-ce49-4ed7-b870-fdd86e537cc1 None None] Routers {'22316c7d-089d-4fe5-a203-9b19e20e66f4'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:27:44.965947 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49d5f9-b0af-44c7-8597-39377dc1e7a3 req-50986f3c-f25f-4997-866d-4fbfc3160ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:44.966120 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-82f57401-ce49-4ed7-b870-fdd86e537cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:27:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['22316c7d-089d-4fe5-a203-9b19e20e66f4'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:44.967609 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-bf49d5f9-b0af-44c7-8597-39377dc1e7a3 req-50986f3c-f25f-4997-866d-4fbfc3160ba0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d939773b-8d62-47b4-b7b4-1f471826d25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767908 Mar 29 20:27:45.075973 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-bf49d5f9-b0af-44c7-8597-39377dc1e7a3 req-75e7386a-32ad-4f24-b501-d97c03d4faaa service neutron] 10.222.0.42 "GET /v2.0/networks/d939773b-8d62-47b4-b7b4-1f471826d25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003869 Mar 29 20:27:45.099370 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce91e1a-7d16-4006-a16d-0218f589d47a req-8f5060b0-508d-48c4-b11c-294bb5098ac3 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:45.101002 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9ce91e1a-7d16-4006-a16d-0218f589d47a req-8f5060b0-508d-48c4-b11c-294bb5098ac3 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 947 time: 0.1349542 Mar 29 20:27:45.128948 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a36cc-ee27-4095-838f-9cff3956ea11 req-7d6853fa-8879-4e00-ad9a-c5fcb9f0b12f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:45.130445 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ad8a36cc-ee27-4095-838f-9cff3956ea11 req-7d6853fa-8879-4e00-ad9a-c5fcb9f0b12f tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 947 time: 0.1207206 Mar 29 20:27:45.184557 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-bf49d5f9-b0af-44c7-8597-39377dc1e7a3 req-c043e5d1-0e9d-4293-a62f-e5250949018b service neutron] 10.222.0.42 "GET /v2.0/networks/d939773b-8d62-47b4-b7b4-1f471826d25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003854 Mar 29 20:27:45.207330 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d1561-58e9-4c39-b08d-511c1b038bdd req-bca91cbc-8727-4e84-bf38-9fdce726897e tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:45.210639 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b90d1561-58e9-4c39-b08d-511c1b038bdd req-bca91cbc-8727-4e84-bf38-9fdce726897e tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 946 time: 0.1683962 Mar 29 20:27:45.248754 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-82f57401-ce49-4ed7-b870-fdd86e537cc1 None None] Set router 22316c7d-089d-4fe5-a203-9b19e20e66f4 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:27:45.251362 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9ce91e1a-7d16-4006-a16d-0218f589d47a req-18ac3765-1e71-4d95-aca4-aebdd5b67dcd tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f6082b-3876-406b-bafc-7162f9136ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447110 Mar 29 20:27:45.305871 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b90d1561-58e9-4c39-b08d-511c1b038bdd req-717563d2-0d5c-4c71-aac2-7a2165c3ebb2 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874372 Mar 29 20:27:45.324095 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [req-ad8a36cc-ee27-4095-838f-9cff3956ea11 req-965294fe-8405-4643-8201-f5c56c090559 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Deleting port 5dc42c0c-cc85-42ce-8a90-60113dd364b8 {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:27:45.324441 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-ad8a36cc-ee27-4095-838f-9cff3956ea11 req-965294fe-8405-4643-8201-f5c56c090559 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (5dc42c0c-cc85-42ce-8a90-60113dd364b8), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:45.429010 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [req-ad8a36cc-ee27-4095-838f-9cff3956ea11 req-965294fe-8405-4643-8201-f5c56c090559 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] For port 5dc42c0c-cc85-42ce-8a90-60113dd364b8, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5dc42c0c-cc85-42ce-8a90-60113dd364b8,segment=NetworkSegment(144a29d3-8b92-419a-a892-5d1bda94856a),segment_id=144a29d3-8b92-419a-a892-5d1bda94856a)] {{(pid=103820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:27:45.429771 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-ad8a36cc-ee27-4095-838f-9cff3956ea11 req-965294fe-8405-4643-8201-f5c56c090559 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (5dc42c0c-cc85-42ce-8a90-60113dd364b8), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:45.512418 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-82f57401-ce49-4ed7-b870-fdd86e537cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'name': 'tempest-TestShelveInstance-1980463868-router', 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '21cadc33-832f-489d-8539-56f6f53482e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:22:02Z', 'updated_at': '2022-03-29T20:22:06Z', 'revision_number': 4, 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'gw_port': {'id': '21cadc33-832f-489d-8539-56f6f53482e0', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:03Z', 'updated_at': '2022-03-29T20:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'fd9f1f49-eda0-42cd-b369-6f05beeabe98', 'name': '', 'network_id': 'd939773b-8d62-47b4-b7b4-1f471826d25d', 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be', 'mac_address': 'fa:16:3e:b3:14:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '799fd8a5-a8ac-4d73-99bd-f021992151a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:05Z', 'updated_at': '2022-03-29T20:22:11Z', 'revision_number': 5, 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'subnets': [{'id': '799fd8a5-a8ac-4d73-99bd-f021992151a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:45.545626 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f57401-ce49-4ed7-b870-fdd86e537cc1 None None] The sync data for ids ['22316c7d-089d-4fe5-a203-9b19e20e66f4'] in dv-cinder-784815-3-iscsi is: [{'id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'name': 'tempest-TestShelveInstance-1980463868-router', 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '21cadc33-832f-489d-8539-56f6f53482e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:22:02Z', 'updated_at': '2022-03-29T20:22:06Z', 'revision_number': 4, 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'gw_port': {'id': '21cadc33-832f-489d-8539-56f6f53482e0', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:03Z', 'updated_at': '2022-03-29T20:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'fd9f1f49-eda0-42cd-b369-6f05beeabe98', 'name': '', 'network_id': 'd939773b-8d62-47b4-b7b4-1f471826d25d', 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be', 'mac_address': 'fa:16:3e:b3:14:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '799fd8a5-a8ac-4d73-99bd-f021992151a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:05Z', 'updated_at': '2022-03-29T20:22:11Z', 'revision_number': 5, 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'subnets': [{'id': '799fd8a5-a8ac-4d73-99bd-f021992151a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:27:45.647001 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-ad8a36cc-ee27-4095-838f-9cff3956ea11 req-965294fe-8405-4643-8201-f5c56c090559 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:45.647377 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-ad8a36cc-ee27-4095-838f-9cff3956ea11 req-965294fe-8405-4643-8201-f5c56c090559 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (7c7f4b2a-b1b7-4384-959e-e558cb48055d), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:45.647692 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.db.l3_db [req-ad8a36cc-ee27-4095-838f-9cff3956ea11 req-965294fe-8405-4643-8201-f5c56c090559 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Floating IP 7c7f4b2a-b1b7-4384-959e-e558cb48055d disassociated. External IP: 172.27.3.3, port: 5dc42c0c-cc85-42ce-8a90-60113dd364b8. Mar 29 20:27:45.651140 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [req-ad8a36cc-ee27-4095-838f-9cff3956ea11 req-965294fe-8405-4643-8201-f5c56c090559 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Calling delete_port for 5dc42c0c-cc85-42ce-8a90-60113dd364b8 owned by compute:nova {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:27:45.796583 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1780788e-6e89-4bb6-abb0-e5d1e4f60596 None None] New status for floating IP 977319cc-045d-44da-afe3-0cde6a56fc37: DOWN {{(pid=103823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 20:27:45.924164 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-ad8a36cc-ee27-4095-838f-9cff3956ea11 req-965294fe-8405-4643-8201-f5c56c090559 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (5dc42c0c-cc85-42ce-8a90-60113dd364b8), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:45.957966 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965294fe-8405-4643-8201-f5c56c090559 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Pushing event deleted for resources: {'Port': ['ID=5dc42c0c-cc85-42ce-8a90-60113dd364b8,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:46.080029 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad8a36cc-ee27-4095-838f-9cff3956ea11 req-965294fe-8405-4643-8201-f5c56c090559 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Router 27da9c05-c56d-407b-b126-808fcd8b2af4 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:27:46.192886 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad8a36cc-ee27-4095-838f-9cff3956ea11 req-965294fe-8405-4643-8201-f5c56c090559 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:27:46.214578 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9091d06f-6561-4105-9a38-fcf0f47410da None None] Sync routers for ids ['27da9c05-c56d-407b-b126-808fcd8b2af4'] in dv-cinder-784815-3-iscsi {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:27:46.227208 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9091d06f-6561-4105-9a38-fcf0f47410da None None] Routers {'27da9c05-c56d-407b-b126-808fcd8b2af4'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:27:46.227894 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-9091d06f-6561-4105-9a38-fcf0f47410da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:27:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['27da9c05-c56d-407b-b126-808fcd8b2af4'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:46.249057 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8a36cc-ee27-4095-838f-9cff3956ea11 req-965294fe-8405-4643-8201-f5c56c090559 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] No DVR routers for this DVR port 5dc42c0c-cc85-42ce-8a90-60113dd364b8 on host hv-cinder-78481 {{(pid=103820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:27:46.251514 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-ad8a36cc-ee27-4095-838f-9cff3956ea11 req-965294fe-8405-4643-8201-f5c56c090559 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:46.255620 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ad8a36cc-ee27-4095-838f-9cff3956ea11 req-965294fe-8405-4643-8201-f5c56c090559 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.42 "DELETE /v2.0/ports/5dc42c0c-cc85-42ce-8a90-60113dd364b8 HTTP/1.1" status: 204 len: 173 time: 1.1165481 Mar 29 20:27:46.389736 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fe55ec81-b023-4db5-93ff-80945c2f2d93 req-9f2645ed-17e6-46ad-a677-1f4216ab90c1 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 210 time: 0.0447891 Mar 29 20:27:46.417532 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-9091d06f-6561-4105-9a38-fcf0f47410da None None] Set router 27da9c05-c56d-407b-b126-808fcd8b2af4 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:27:46.462376 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:46.480707 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8f4ff-131a-4959-a782-7f288efdd246 req-469a60df-cecd-4825-8add-1b1167af5efb tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:46.482509 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-13e8f4ff-131a-4959-a782-7f288efdd246 req-469a60df-cecd-4825-8add-1b1167af5efb tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 946 time: 0.0695286 Mar 29 20:27:46.568870 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336421c-3d81-445e-80d9-6884fca50c37 req-4fd9c831-b937-4128-9f9f-f58d5d36d1e7 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:46.570596 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2336421c-3d81-445e-80d9-6884fca50c37 req-4fd9c831-b937-4128-9f9f-f58d5d36d1e7 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 946 time: 0.0871215 Mar 29 20:27:46.596003 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-13e8f4ff-131a-4959-a782-7f288efdd246 req-86c419c5-9c72-49b6-9093-a2c7d36ef104 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3108ffd-cfba-4e7d-ac61-e7617ab50229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844941 Mar 29 20:27:46.617673 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e649b05-cfdb-4293-8dea-8561dffc623f', 'name': 'network-vif-deleted', 'tag': '5dc42c0c-cc85-42ce-8a90-60113dd364b8'}] {{(pid=103820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:27:46.619369 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6edefd21b48d6680289e87f093b2b3ac5ccca22ebb7ce82a748a83257c36a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caffb6ed-788e-4987-85e4-dccda504b1a6" -d '{"events": [{"server_uuid": "2e649b05-cfdb-4293-8dea-8561dffc623f", "name": "network-vif-deleted", "tag": "5dc42c0c-cc85-42ce-8a90-60113dd364b8"}]}' {{(pid=103820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:27:46.670184 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0278a5-5248-4bcc-8711-a3f3e836796f x-openstack-request-id: req-bc0278a5-5248-4bcc-8711-a3f3e836796f {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:27:46.670350 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e649b05-cfdb-4293-8dea-8561dffc623f", "name": "network-vif-deleted", "tag": "5dc42c0c-cc85-42ce-8a90-60113dd364b8", "status": "completed", "code": 200}]} {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:27:46.670606 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc0278a5-5248-4bcc-8711-a3f3e836796f {{(pid=103820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:27:46.671005 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc0278a5-5248-4bcc-8711-a3f3e836796f'] response: {'server_uuid': '2e649b05-cfdb-4293-8dea-8561dffc623f', 'name': 'network-vif-deleted', 'tag': '5dc42c0c-cc85-42ce-8a90-60113dd364b8', 'status': 'completed', 'code': 200} Mar 29 20:27:46.713633 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [req-2336421c-3d81-445e-80d9-6884fca50c37 req-5096d887-8413-41cb-aa41-7e7a5b0789fb tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Deleting port 17f5280a-0809-4341-b09e-7e4fca341272 {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:27:46.714157 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-2336421c-3d81-445e-80d9-6884fca50c37 req-5096d887-8413-41cb-aa41-7e7a5b0789fb tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (17f5280a-0809-4341-b09e-7e4fca341272), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:46.718735 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-9091d06f-6561-4105-9a38-fcf0f47410da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'name': 'tempest-AttachVolumeShelveTestJSON-267162537-router', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:29Z', 'updated_at': '2022-03-29T20:20:40Z', 'revision_number': 4, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'gw_port': {'id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '611b4ba1-c6a6-4cb1-ba21-a5b593294d88', 'name': '', 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'mac_address': 'fa:16:3e:08:c7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:37Z', 'updated_at': '2022-03-29T20:20:51Z', 'revision_number': 5, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'subnets': [{'id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:46.758530 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9091d06f-6561-4105-9a38-fcf0f47410da None None] Checking router: 27da9c05-c56d-407b-b126-808fcd8b2af4 for host: dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:27:46.767743 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9091d06f-6561-4105-9a38-fcf0f47410da None None] Routers {'27da9c05-c56d-407b-b126-808fcd8b2af4'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:27:46.768393 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-9091d06f-6561-4105-9a38-fcf0f47410da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:27:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['27da9c05-c56d-407b-b126-808fcd8b2af4'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:46.834104 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [req-2336421c-3d81-445e-80d9-6884fca50c37 req-5096d887-8413-41cb-aa41-7e7a5b0789fb tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] For port 17f5280a-0809-4341-b09e-7e4fca341272, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=17f5280a-0809-4341-b09e-7e4fca341272,segment=NetworkSegment(8a5c2f71-2128-458a-86c9-66786652e5d8),segment_id=8a5c2f71-2128-458a-86c9-66786652e5d8)] {{(pid=103820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:27:46.834540 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-2336421c-3d81-445e-80d9-6884fca50c37 req-5096d887-8413-41cb-aa41-7e7a5b0789fb tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (17f5280a-0809-4341-b09e-7e4fca341272), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:46.854773 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [req-2336421c-3d81-445e-80d9-6884fca50c37 req-5096d887-8413-41cb-aa41-7e7a5b0789fb tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Calling delete_port for 17f5280a-0809-4341-b09e-7e4fca341272 owned by compute:nova {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:27:46.895462 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-9091d06f-6561-4105-9a38-fcf0f47410da None None] Set router 27da9c05-c56d-407b-b126-808fcd8b2af4 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:27:47.105620 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-2336421c-3d81-445e-80d9-6884fca50c37 req-5096d887-8413-41cb-aa41-7e7a5b0789fb tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (17f5280a-0809-4341-b09e-7e4fca341272), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:47.126803 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-9091d06f-6561-4105-9a38-fcf0f47410da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'name': 'tempest-AttachVolumeShelveTestJSON-267162537-router', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:29Z', 'updated_at': '2022-03-29T20:20:40Z', 'revision_number': 4, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'gw_port': {'id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '611b4ba1-c6a6-4cb1-ba21-a5b593294d88', 'name': '', 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'mac_address': 'fa:16:3e:08:c7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:37Z', 'updated_at': '2022-03-29T20:20:51Z', 'revision_number': 5, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'subnets': [{'id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:47.142466 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096d887-8413-41cb-aa41-7e7a5b0789fb tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Pushing event deleted for resources: {'Port': ['ID=17f5280a-0809-4341-b09e-7e4fca341272,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:47.158035 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9091d06f-6561-4105-9a38-fcf0f47410da None None] The sync data for ids ['27da9c05-c56d-407b-b126-808fcd8b2af4'] in dv-cinder-784815-3-iscsi is: [{'id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'name': 'tempest-AttachVolumeShelveTestJSON-267162537-router', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:29Z', 'updated_at': '2022-03-29T20:20:40Z', 'revision_number': 4, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'gw_port': {'id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '611b4ba1-c6a6-4cb1-ba21-a5b593294d88', 'name': '', 'network_id': 'cbeb19d7-fa07-4f98-99ee-9b94135513d6', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'mac_address': 'fa:16:3e:08:c7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:37Z', 'updated_at': '2022-03-29T20:20:51Z', 'revision_number': 5, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'subnets': [{'id': '8355bf79-4b50-4d2a-871e-8619ac782cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:27:47.204341 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [req-2336421c-3d81-445e-80d9-6884fca50c37 req-5096d887-8413-41cb-aa41-7e7a5b0789fb tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] No DVR routers for this DVR port 17f5280a-0809-4341-b09e-7e4fca341272 on host hv-cinder-78481 {{(pid=103820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:27:47.207624 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-2336421c-3d81-445e-80d9-6884fca50c37 req-5096d887-8413-41cb-aa41-7e7a5b0789fb tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:47.211371 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2336421c-3d81-445e-80d9-6884fca50c37 req-5096d887-8413-41cb-aa41-7e7a5b0789fb tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.42 "DELETE /v2.0/ports/17f5280a-0809-4341-b09e-7e4fca341272 HTTP/1.1" status: 204 len: 173 time: 0.6318161 Mar 29 20:27:47.452898 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46248b4c-770d-41df-b241-225e6dece90e None None] New status for floating IP 7c7f4b2a-b1b7-4384-959e-e558cb48055d: DOWN {{(pid=103823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 20:27:47.527704 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f83684f3-5395-435c-b51b-2cde23998b4e req-04287272-1979-407a-85d2-c9486325c02d tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e649b05-cfdb-4293-8dea-8561dffc623f HTTP/1.1" status: 200 len: 210 time: 0.0293620 Mar 29 20:27:47.738739 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-17807372-9f77-43c7-b7b7-f1b1ba8b30a9 req-4f59438c-8ab8-420f-b5d7-b3620b80ee13 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 210 time: 0.0435841 Mar 29 20:27:48.672219 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8298dbc5-55e6-42b6-a7cb-5bb84329e6cc', 'name': 'network-vif-deleted', 'tag': '17f5280a-0809-4341-b09e-7e4fca341272'}] {{(pid=103820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:27:48.674813 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6edefd21b48d6680289e87f093b2b3ac5ccca22ebb7ce82a748a83257c36a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5078ca0-f36f-4d86-be6f-1769b9f12297" -d '{"events": [{"server_uuid": "8298dbc5-55e6-42b6-a7cb-5bb84329e6cc", "name": "network-vif-deleted", "tag": "17f5280a-0809-4341-b09e-7e4fca341272"}]}' {{(pid=103820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:27:48.709718 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 50552) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:48.726702 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50554) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:48.727255 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75769ed-5949-42a9-9f7c-d2058dee2076 x-openstack-request-id: req-c75769ed-5949-42a9-9f7c-d2058dee2076 {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:27:48.727255 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8298dbc5-55e6-42b6-a7cb-5bb84329e6cc", "name": "network-vif-deleted", "tag": "17f5280a-0809-4341-b09e-7e4fca341272", "status": "completed", "code": 200}]} {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:27:48.727255 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c75769ed-5949-42a9-9f7c-d2058dee2076 {{(pid=103820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:27:48.727255 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c75769ed-5949-42a9-9f7c-d2058dee2076'] response: {'server_uuid': '8298dbc5-55e6-42b6-a7cb-5bb84329e6cc', 'name': 'network-vif-deleted', 'tag': '17f5280a-0809-4341-b09e-7e4fca341272', 'status': 'completed', 'code': 200} Mar 29 20:27:48.799863 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-346e0199-34fd-4e22-8a0b-cafb79326ac1 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for security_group (38f6082b-3876-406b-bafc-7162f9136ddf), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:48.829200 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-346e0199-34fd-4e22-8a0b-cafb79326ac1 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for security_group (38f6082b-3876-406b-bafc-7162f9136ddf), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:48.851069 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-addd4ac0-ef27-44b0-963d-190d73c9865f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:48.863821 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-40c93ded-2986-4264-bc13-16342acad170 req-f0caf7f6-0f98-4100-b96b-4264167ce7f1 tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8298dbc5-55e6-42b6-a7cb-5bb84329e6cc HTTP/1.1" status: 200 len: 210 time: 0.0373108 Mar 29 20:27:48.938218 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-addd4ac0-ef27-44b0-963d-190d73c9865f admin admin] Publish callbacks [] for security_group (d1a8dbd7-e4e9-4f7b-8fa2-54c593ce7742), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:48.970105 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 17f5280a-0809-4341-b09e-7e4fca341272 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:27:48.980054 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-346e0199-34fd-4e22-8a0b-cafb79326ac1 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (38f6082b-3876-406b-bafc-7162f9136ddf), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:48.982702 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-346e0199-34fd-4e22-8a0b-cafb79326ac1 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:48.987764 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-346e0199-34fd-4e22-8a0b-cafb79326ac1 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "DELETE /v2.0/security-groups/38f6082b-3876-406b-bafc-7162f9136ddf HTTP/1.1" status: 204 len: 168 time: 0.2731342 Mar 29 20:27:48.987925 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50560) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:48.994006 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e0199-34fd-4e22-8a0b-cafb79326ac1 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f6082b-3876-406b-bafc-7162f9136ddf,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:48.996578 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] No Port match for: 17f5280a-0809-4341-b09e-7e4fca341272 {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:27:48.996981 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 17f5280a-0809-4341-b09e-7e4fca341272 not bound to the agent host hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:27:48.997445 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 5dc42c0c-cc85-42ce-8a90-60113dd364b8 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:27:49.002368 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.api.v2.resource [None req-cca87cfa-9695-4873-8efc-a12d3fc1fbe1 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] show failed (client error): The resource could not be found. Mar 29 20:27:49.003488 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-cca87cfa-9695-4873-8efc-a12d3fc1fbe1 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "GET /v2.0/security-groups/38f6082b-3876-406b-bafc-7162f9136ddf HTTP/1.1" status: 404 len: 347 time: 0.0155249 Mar 29 20:27:49.007068 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50562) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:49.022776 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] No Port match for: 5dc42c0c-cc85-42ce-8a90-60113dd364b8 {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:27:49.023123 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 5dc42c0c-cc85-42ce-8a90-60113dd364b8 not bound to the agent host hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:27:49.043997 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-addd4ac0-ef27-44b0-963d-190d73c9865f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (d1a8dbd7-e4e9-4f7b-8fa2-54c593ce7742), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:49.127977 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd4ac0-ef27-44b0-963d-190d73c9865f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a8dbd7-e4e9-4f7b-8fa2-54c593ce7742,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:49.132708 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-addd4ac0-ef27-44b0-963d-190d73c9865f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e8941598f71f4ea9bd4743aaa11fc97d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4060767 Mar 29 20:27:49.136228 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 50564) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:49.178300 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-f7aa3781-01ca-415e-97f6-aace247c06e3 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Deleting port 4b09af5d-02f3-4f1b-b725-41a87aa27791 {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:27:49.178645 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f7aa3781-01ca-415e-97f6-aace247c06e3 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (4b09af5d-02f3-4f1b-b725-41a87aa27791), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:49.185958 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-27b26ac4-8f32-41fd-8074-d4c8d980867e admin admin] Publish callbacks [] for security_group (d1a8dbd7-e4e9-4f7b-8fa2-54c593ce7742), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:49.209070 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-27b26ac4-8f32-41fd-8074-d4c8d980867e admin admin] Publish callbacks [] for security_group (d1a8dbd7-e4e9-4f7b-8fa2-54c593ce7742), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:49.263678 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f7aa3781-01ca-415e-97f6-aace247c06e3 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (4b09af5d-02f3-4f1b-b725-41a87aa27791), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:49.264120 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f7aa3781-01ca-415e-97f6-aace247c06e3 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for floatingip (4b09af5d-02f3-4f1b-b725-41a87aa27791), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:49.276499 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-f7aa3781-01ca-415e-97f6-aace247c06e3 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Calling delete_port for 4b09af5d-02f3-4f1b-b725-41a87aa27791 owned by network:floatingip {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:27:49.358523 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-27b26ac4-8f32-41fd-8074-d4c8d980867e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (d1a8dbd7-e4e9-4f7b-8fa2-54c593ce7742), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:49.361365 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-27b26ac4-8f32-41fd-8074-d4c8d980867e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:49.362513 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-27b26ac4-8f32-41fd-8074-d4c8d980867e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d1a8dbd7-e4e9-4f7b-8fa2-54c593ce7742 HTTP/1.1" status: 204 len: 168 time: 0.2252395 Mar 29 20:27:49.371725 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b26ac4-8f32-41fd-8074-d4c8d980867e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a8dbd7-e4e9-4f7b-8fa2-54c593ce7742,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:49.466851 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f7aa3781-01ca-415e-97f6-aace247c06e3 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (4b09af5d-02f3-4f1b-b725-41a87aa27791), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:49.493128 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa3781-01ca-415e-97f6-aace247c06e3 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Pushing event deleted for resources: {'Port': ['ID=4b09af5d-02f3-4f1b-b725-41a87aa27791,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:49.580173 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f7aa3781-01ca-415e-97f6-aace247c06e3 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks [] for floatingip (7c7f4b2a-b1b7-4384-959e-e558cb48055d), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:49.584191 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f7aa3781-01ca-415e-97f6-aace247c06e3 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:49.585392 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-f7aa3781-01ca-415e-97f6-aace247c06e3 tempest-AttachVolumeShelveTestJSON-537187099 tempest-AttachVolumeShelveTestJSON-537187099-project] 10.222.0.43 "DELETE /v2.0/floatingips/7c7f4b2a-b1b7-4384-959e-e558cb48055d HTTP/1.1" status: 204 len: 168 time: 0.5773847 Mar 29 20:27:49.924010 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 50576) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:49.986704 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5ce22518-6df8-4fc5-bb9e-4fcfd103b4aa tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks [] for security_group (c3108ffd-cfba-4e7d-ac61-e7617ab50229), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:50.012559 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5ce22518-6df8-4fc5-bb9e-4fcfd103b4aa tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks [] for security_group (c3108ffd-cfba-4e7d-ac61-e7617ab50229), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:50.065075 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50578) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:50.079527 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2202afe9-0fce-404a-9e4a-5c48f2068525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:50.158157 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2202afe9-0fce-404a-9e4a-5c48f2068525 admin admin] Publish callbacks [] for security_group (d17b63ba-36cf-4fdf-8434-1587f0526aec), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:50.181128 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5ce22518-6df8-4fc5-bb9e-4fcfd103b4aa tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (c3108ffd-cfba-4e7d-ac61-e7617ab50229), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:50.183745 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5ce22518-6df8-4fc5-bb9e-4fcfd103b4aa tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:50.184907 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-5ce22518-6df8-4fc5-bb9e-4fcfd103b4aa tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] 10.222.0.43 "DELETE /v2.0/security-groups/c3108ffd-cfba-4e7d-ac61-e7617ab50229 HTTP/1.1" status: 204 len: 168 time: 0.2599180 Mar 29 20:27:50.196201 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce22518-6df8-4fc5-bb9e-4fcfd103b4aa tempest-TestShelveInstance-975689749 tempest-TestShelveInstance-975689749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3108ffd-cfba-4e7d-ac61-e7617ab50229,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:50.226582 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2202afe9-0fce-404a-9e4a-5c48f2068525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (d17b63ba-36cf-4fdf-8434-1587f0526aec), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:50.267675 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-2202afe9-0fce-404a-9e4a-5c48f2068525 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f6900e2427464e8eb297ba405a80940f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2013919 Mar 29 20:27:50.268642 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 50582) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:50.268907 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202afe9-0fce-404a-9e4a-5c48f2068525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17b63ba-36cf-4fdf-8434-1587f0526aec,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:50.271318 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50584) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:50.332035 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c17d6b46-e80b-4013-9b2b-dad8fbdf524c admin admin] Publish callbacks [] for security_group (d17b63ba-36cf-4fdf-8434-1587f0526aec), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:50.356128 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c17d6b46-e80b-4013-9b2b-dad8fbdf524c admin admin] Publish callbacks [] for security_group (d17b63ba-36cf-4fdf-8434-1587f0526aec), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:50.500988 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c17d6b46-e80b-4013-9b2b-dad8fbdf524c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (d17b63ba-36cf-4fdf-8434-1587f0526aec), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:50.503632 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c17d6b46-e80b-4013-9b2b-dad8fbdf524c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:50.505175 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-c17d6b46-e80b-4013-9b2b-dad8fbdf524c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d17b63ba-36cf-4fdf-8434-1587f0526aec HTTP/1.1" status: 204 len: 168 time: 0.2329457 Mar 29 20:27:50.513547 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d6b46-e80b-4013-9b2b-dad8fbdf524c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17b63ba-36cf-4fdf-8434-1587f0526aec,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:50.893540 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f807957f-cdfd-4071-8a3a-7213f9096769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548673'] for router_interface (22316c7d-089d-4fe5-a203-9b19e20e66f4), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:51.164527 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-f807957f-cdfd-4071-8a3a-7213f9096769 admin admin] Deleting port fd9f1f49-eda0-42cd-b369-6f05beeabe98 {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:27:51.165222 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f807957f-cdfd-4071-8a3a-7213f9096769 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (fd9f1f49-eda0-42cd-b369-6f05beeabe98), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:51.249009 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-f807957f-cdfd-4071-8a3a-7213f9096769 admin admin] For port fd9f1f49-eda0-42cd-b369-6f05beeabe98, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=fd9f1f49-eda0-42cd-b369-6f05beeabe98,segment=NetworkSegment(8a5c2f71-2128-458a-86c9-66786652e5d8),segment_id=8a5c2f71-2128-458a-86c9-66786652e5d8)] {{(pid=103820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:27:51.249009 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f807957f-cdfd-4071-8a3a-7213f9096769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (fd9f1f49-eda0-42cd-b369-6f05beeabe98), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:51.263448 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-f807957f-cdfd-4071-8a3a-7213f9096769 admin admin] Calling delete_port for fd9f1f49-eda0-42cd-b369-6f05beeabe98 owned by network:router_interface {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:27:51.435545 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 50604) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:51.455411 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e030cff0-5c5f-4a33-aac7-6f70c0e30cb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:51.538307 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e030cff0-5c5f-4a33-aac7-6f70c0e30cb6 admin admin] Publish callbacks [] for security_group (2d8afb12-c0bb-4108-a5d7-5bdaf6888f50), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:51.586676 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f807957f-cdfd-4071-8a3a-7213f9096769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (fd9f1f49-eda0-42cd-b369-6f05beeabe98), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:51.617184 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807957f-cdfd-4071-8a3a-7213f9096769 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd9f1f49-eda0-42cd-b369-6f05beeabe98,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:51.676761 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e030cff0-5c5f-4a33-aac7-6f70c0e30cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (2d8afb12-c0bb-4108-a5d7-5bdaf6888f50), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:51.730733 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030cff0-5c5f-4a33-aac7-6f70c0e30cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8afb12-c0bb-4108-a5d7-5bdaf6888f50,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:51.738170 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-e030cff0-5c5f-4a33-aac7-6f70c0e30cb6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ac65b822cc0d412f8a8c03ec20f9f3d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3014765 Mar 29 20:27:51.741717 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50606) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:51.815931 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3a4b3366-f1a5-4434-82fb-e8f43c8cb078 admin admin] Publish callbacks [] for security_group (2d8afb12-c0bb-4108-a5d7-5bdaf6888f50), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:51.847326 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3a4b3366-f1a5-4434-82fb-e8f43c8cb078 admin admin] Publish callbacks [] for security_group (2d8afb12-c0bb-4108-a5d7-5bdaf6888f50), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:51.975824 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3a4b3366-f1a5-4434-82fb-e8f43c8cb078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (2d8afb12-c0bb-4108-a5d7-5bdaf6888f50), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:51.978508 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3a4b3366-f1a5-4434-82fb-e8f43c8cb078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:51.979822 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-3a4b3366-f1a5-4434-82fb-e8f43c8cb078 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2d8afb12-c0bb-4108-a5d7-5bdaf6888f50 HTTP/1.1" status: 204 len: 168 time: 0.2370479 Mar 29 20:27:51.988999 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b3366-f1a5-4434-82fb-e8f43c8cb078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8afb12-c0bb-4108-a5d7-5bdaf6888f50,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:52.137269 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f807957f-cdfd-4071-8a3a-7213f9096769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3663940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548049'] for router_interface (22316c7d-089d-4fe5-a203-9b19e20e66f4), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:52.412518 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f807957f-cdfd-4071-8a3a-7213f9096769 admin admin] Router 22316c7d-089d-4fe5-a203-9b19e20e66f4 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:27:52.483242 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50620) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:52.548514 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f807957f-cdfd-4071-8a3a-7213f9096769 admin admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:27:52.557930 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0b567b-a1bc-49ca-9fef-1469fb796070 None None] Sync routers for ids ['22316c7d-089d-4fe5-a203-9b19e20e66f4'] in dv-cinder-784815-3-iscsi {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:27:52.560877 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-f807957f-cdfd-4071-8a3a-7213f9096769 admin admin] 10.222.0.43 "PUT /v2.0/routers/22316c7d-089d-4fe5-a203-9b19e20e66f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2898912 Mar 29 20:27:52.569579 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50628) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:52.573532 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0b567b-a1bc-49ca-9fef-1469fb796070 None None] Routers {'22316c7d-089d-4fe5-a203-9b19e20e66f4'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:27:52.574892 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-df0b567b-a1bc-49ca-9fef-1469fb796070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:27:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['22316c7d-089d-4fe5-a203-9b19e20e66f4'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:52.706554 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-df0b567b-a1bc-49ca-9fef-1469fb796070 None None] Set router 22316c7d-089d-4fe5-a203-9b19e20e66f4 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:27:52.926759 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-df0b567b-a1bc-49ca-9fef-1469fb796070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'name': 'tempest-TestShelveInstance-1980463868-router', 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '21cadc33-832f-489d-8539-56f6f53482e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:22:02Z', 'updated_at': '2022-03-29T20:27:51Z', 'revision_number': 5, 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'gw_port': {'id': '21cadc33-832f-489d-8539-56f6f53482e0', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:03Z', 'updated_at': '2022-03-29T20:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:52.960974 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0b567b-a1bc-49ca-9fef-1469fb796070 None None] Checking router: 22316c7d-089d-4fe5-a203-9b19e20e66f4 for host: dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:27:52.970276 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0b567b-a1bc-49ca-9fef-1469fb796070 None None] Routers {'22316c7d-089d-4fe5-a203-9b19e20e66f4'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:27:52.970977 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-df0b567b-a1bc-49ca-9fef-1469fb796070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:27:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['22316c7d-089d-4fe5-a203-9b19e20e66f4'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:53.015548 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-44090420-ae3d-41e6-a0a5-55fb063b7cc8 admin admin] Publish callbacks [] for router (22316c7d-089d-4fe5-a203-9b19e20e66f4), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:53.097148 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-df0b567b-a1bc-49ca-9fef-1469fb796070 None None] Set router 22316c7d-089d-4fe5-a203-9b19e20e66f4 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:27:53.219686 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-44090420-ae3d-41e6-a0a5-55fb063b7cc8 admin admin] Publish callbacks [] for router_gateway (22316c7d-089d-4fe5-a203-9b19e20e66f4), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:53.303326 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-df0b567b-a1bc-49ca-9fef-1469fb796070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'name': 'tempest-TestShelveInstance-1980463868-router', 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '21cadc33-832f-489d-8539-56f6f53482e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:22:02Z', 'updated_at': '2022-03-29T20:27:51Z', 'revision_number': 5, 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'gw_port': {'id': '21cadc33-832f-489d-8539-56f6f53482e0', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:03Z', 'updated_at': '2022-03-29T20:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:53.334544 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0b567b-a1bc-49ca-9fef-1469fb796070 None None] The sync data for ids ['22316c7d-089d-4fe5-a203-9b19e20e66f4'] in dv-cinder-784815-3-iscsi is: [{'id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'name': 'tempest-TestShelveInstance-1980463868-router', 'tenant_id': '2edfa256a0874cc7afc8c01ea3e810be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '21cadc33-832f-489d-8539-56f6f53482e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:22:02Z', 'updated_at': '2022-03-29T20:27:51Z', 'revision_number': 5, 'project_id': '2edfa256a0874cc7afc8c01ea3e810be', 'gw_port': {'id': '21cadc33-832f-489d-8539-56f6f53482e0', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22316c7d-089d-4fe5-a203-9b19e20e66f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:03Z', 'updated_at': '2022-03-29T20:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}] {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:27:53.425081 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f43d81f2-5621-479d-baa0-b2b7eb87c7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548673'] for router_interface (27da9c05-c56d-407b-b126-808fcd8b2af4), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:53.431119 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-44090420-ae3d-41e6-a0a5-55fb063b7cc8 admin admin] Deleting port 21cadc33-832f-489d-8539-56f6f53482e0 {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:27:53.431364 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-44090420-ae3d-41e6-a0a5-55fb063b7cc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (21cadc33-832f-489d-8539-56f6f53482e0), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:53.597031 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [None req-44090420-ae3d-41e6-a0a5-55fb063b7cc8 admin admin] For port 21cadc33-832f-489d-8539-56f6f53482e0, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=21cadc33-832f-489d-8539-56f6f53482e0,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:27:53.598075 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-44090420-ae3d-41e6-a0a5-55fb063b7cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (21cadc33-832f-489d-8539-56f6f53482e0), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:53.638602 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-44090420-ae3d-41e6-a0a5-55fb063b7cc8 admin admin] Calling delete_port for 21cadc33-832f-489d-8539-56f6f53482e0 owned by network:router_gateway {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:27:53.783870 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device fd9f1f49-eda0-42cd-b369-6f05beeabe98 no longer exists at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:27:53.959901 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-f43d81f2-5621-479d-baa0-b2b7eb87c7fd admin admin] Deleting port 611b4ba1-c6a6-4cb1-ba21-a5b593294d88 {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:27:53.960934 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f43d81f2-5621-479d-baa0-b2b7eb87c7fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (611b4ba1-c6a6-4cb1-ba21-a5b593294d88), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:53.963610 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] No Port match for: fd9f1f49-eda0-42cd-b369-6f05beeabe98 {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:27:53.963957 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device fd9f1f49-eda0-42cd-b369-6f05beeabe98 not bound to the agent host dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:27:54.029526 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-44090420-ae3d-41e6-a0a5-55fb063b7cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (21cadc33-832f-489d-8539-56f6f53482e0), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:54.075054 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44090420-ae3d-41e6-a0a5-55fb063b7cc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=21cadc33-832f-489d-8539-56f6f53482e0,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:54.108210 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [None req-f43d81f2-5621-479d-baa0-b2b7eb87c7fd admin admin] For port 611b4ba1-c6a6-4cb1-ba21-a5b593294d88, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=611b4ba1-c6a6-4cb1-ba21-a5b593294d88,segment=NetworkSegment(144a29d3-8b92-419a-a892-5d1bda94856a),segment_id=144a29d3-8b92-419a-a892-5d1bda94856a)] {{(pid=103821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:27:54.108768 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f43d81f2-5621-479d-baa0-b2b7eb87c7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (611b4ba1-c6a6-4cb1-ba21-a5b593294d88), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:54.168885 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-f43d81f2-5621-479d-baa0-b2b7eb87c7fd admin admin] Calling delete_port for 611b4ba1-c6a6-4cb1-ba21-a5b593294d88 owned by network:router_interface {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:27:54.226646 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-44090420-ae3d-41e6-a0a5-55fb063b7cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540987'] for router_gateway (22316c7d-089d-4fe5-a203-9b19e20e66f4), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:54.336374 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-44090420-ae3d-41e6-a0a5-55fb063b7cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-391'] for router (22316c7d-089d-4fe5-a203-9b19e20e66f4), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:54.339497 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-44090420-ae3d-41e6-a0a5-55fb063b7cc8 admin admin] Publish callbacks [] for router_controller (22316c7d-089d-4fe5-a203-9b19e20e66f4), precommit_delete_associations {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:54.504766 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-44090420-ae3d-41e6-a0a5-55fb063b7cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-546014'] for router (22316c7d-089d-4fe5-a203-9b19e20e66f4), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:54.505280 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44090420-ae3d-41e6-a0a5-55fb063b7cc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22316c7d-089d-4fe5-a203-9b19e20e66f4 {{(pid=103821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 20:27:54.509566 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-44090420-ae3d-41e6-a0a5-55fb063b7cc8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:54.518651 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-44090420-ae3d-41e6-a0a5-55fb063b7cc8 admin admin] 10.222.0.43 "DELETE /v2.0/routers/22316c7d-089d-4fe5-a203-9b19e20e66f4 HTTP/1.1" status: 204 len: 168 time: 1.9401729 Mar 29 20:27:54.518651 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50660) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:54.580934 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb5b5fa-593f-478a-8565-5228d9663035 admin admin] Deleting subnet 799fd8a5-a8ac-4d73-99bd-f021992151a2 {{(pid=103821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 20:27:54.584489 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5cb5b5fa-593f-478a-8565-5228d9663035 admin admin] Publish callbacks [] for subnet (799fd8a5-a8ac-4d73-99bd-f021992151a2), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:54.586517 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f43d81f2-5621-479d-baa0-b2b7eb87c7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (611b4ba1-c6a6-4cb1-ba21-a5b593294d88), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:54.637564 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d81f2-5621-479d-baa0-b2b7eb87c7fd admin admin] Pushing event deleted for resources: {'Port': ['ID=611b4ba1-c6a6-4cb1-ba21-a5b593294d88,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:54.666863 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5cb5b5fa-593f-478a-8565-5228d9663035 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125898119'] for subnet (799fd8a5-a8ac-4d73-99bd-f021992151a2), precommit_delete_associations {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:54.874037 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5cb5b5fa-593f-478a-8565-5228d9663035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3219654'] for subnet (799fd8a5-a8ac-4d73-99bd-f021992151a2), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:54.912521 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f43d81f2-5621-479d-baa0-b2b7eb87c7fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3663940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548049'] for router_interface (27da9c05-c56d-407b-b126-808fcd8b2af4), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:55.126501 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5cb5b5fa-593f-478a-8565-5228d9663035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3219697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129148519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125915697'] for subnet (799fd8a5-a8ac-4d73-99bd-f021992151a2), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:55.157734 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5cb5b5fa-593f-478a-8565-5228d9663035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for subnet (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:55.164015 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a41f06-652d-4832-b157-b06f23e1ee60 None None] Network d939773b-8d62-47b4-b7b4-1f471826d25d requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:27:55.165144 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-5cb5b5fa-593f-478a-8565-5228d9663035 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/799fd8a5-a8ac-4d73-99bd-f021992151a2 HTTP/1.1" status: 204 len: 168 time: 0.6503301 Mar 29 20:27:55.168117 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 50666) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:55.213233 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb5b5fa-593f-478a-8565-5228d9663035 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=799fd8a5-a8ac-4d73-99bd-f021992151a2,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:55.224203 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43d81f2-5621-479d-baa0-b2b7eb87c7fd admin admin] Router 27da9c05-c56d-407b-b126-808fcd8b2af4 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:27:55.266832 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1280a48f-04eb-491f-aa3b-3da943701164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148679'] for network (d939773b-8d62-47b4-b7b4-1f471826d25d), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:55.326803 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-1280a48f-04eb-491f-aa3b-3da943701164 admin admin] Deleting port 84be2267-633f-4eb4-90eb-93a3e7229dcd {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:27:55.327064 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1280a48f-04eb-491f-aa3b-3da943701164 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (84be2267-633f-4eb4-90eb-93a3e7229dcd), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:55.350478 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43d81f2-5621-479d-baa0-b2b7eb87c7fd admin admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:27:55.358829 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-f43d81f2-5621-479d-baa0-b2b7eb87c7fd admin admin] 10.222.0.43 "PUT /v2.0/routers/27da9c05-c56d-407b-b126-808fcd8b2af4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8722126 Mar 29 20:27:55.363891 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50668) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:55.365091 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e0767e-8690-4339-b3aa-92ff4deec52c None None] Sync routers for ids ['27da9c05-c56d-407b-b126-808fcd8b2af4'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:27:55.373432 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1df6d2a-6a5a-4fd9-87bf-c5a972b7be26 None None] DHCP port deletion for d939773b-8d62-47b4-b7b4-1f471826d25d request from dv-cinder-784815-3-iscsi {{(pid=103822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 20:27:55.378160 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e0767e-8690-4339-b3aa-92ff4deec52c None None] Routers {'27da9c05-c56d-407b-b126-808fcd8b2af4'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:27:55.379556 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-88e0767e-8690-4339-b3aa-92ff4deec52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:27:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['27da9c05-c56d-407b-b126-808fcd8b2af4'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:55.408674 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-1280a48f-04eb-491f-aa3b-3da943701164 admin admin] For port 84be2267-633f-4eb4-90eb-93a3e7229dcd, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=84be2267-633f-4eb4-90eb-93a3e7229dcd,segment=NetworkSegment(8a5c2f71-2128-458a-86c9-66786652e5d8),segment_id=8a5c2f71-2128-458a-86c9-66786652e5d8)] {{(pid=103820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:27:55.409035 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1280a48f-04eb-491f-aa3b-3da943701164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (84be2267-633f-4eb4-90eb-93a3e7229dcd), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:55.425735 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-1280a48f-04eb-491f-aa3b-3da943701164 admin admin] Calling delete_port for 84be2267-633f-4eb4-90eb-93a3e7229dcd owned by network:dhcp {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:27:55.434226 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-b1df6d2a-6a5a-4fd9-87bf-c5a972b7be26 None None] Deleting port 84be2267-633f-4eb4-90eb-93a3e7229dcd {{(pid=103822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:27:55.434596 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-b1df6d2a-6a5a-4fd9-87bf-c5a972b7be26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (84be2267-633f-4eb4-90eb-93a3e7229dcd), before_delete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:55.521259 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-b1df6d2a-6a5a-4fd9-87bf-c5a972b7be26 None None] For port 84be2267-633f-4eb4-90eb-93a3e7229dcd, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=84be2267-633f-4eb4-90eb-93a3e7229dcd,segment=NetworkSegment(8a5c2f71-2128-458a-86c9-66786652e5d8),segment_id=8a5c2f71-2128-458a-86c9-66786652e5d8)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:27:55.521975 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-b1df6d2a-6a5a-4fd9-87bf-c5a972b7be26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (84be2267-633f-4eb4-90eb-93a3e7229dcd), precommit_delete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:55.544380 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-b1df6d2a-6a5a-4fd9-87bf-c5a972b7be26 None None] Calling delete_port for 84be2267-633f-4eb4-90eb-93a3e7229dcd owned by network:dhcp {{(pid=103822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:27:55.544981 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-8c04a95d-1def-4af8-8c65-bf74028c4eba admin admin] Publish callbacks [] for router (27da9c05-c56d-407b-b126-808fcd8b2af4), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:55.643097 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-88e0767e-8690-4339-b3aa-92ff4deec52c None None] Set router 27da9c05-c56d-407b-b126-808fcd8b2af4 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:27:55.701227 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1280a48f-04eb-491f-aa3b-3da943701164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (84be2267-633f-4eb4-90eb-93a3e7229dcd), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:55.710259 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-b1df6d2a-6a5a-4fd9-87bf-c5a972b7be26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279'] for port (84be2267-633f-4eb4-90eb-93a3e7229dcd), after_delete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:55.730701 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280a48f-04eb-491f-aa3b-3da943701164 admin admin] Pushing event deleted for resources: {'Port': ['ID=84be2267-633f-4eb4-90eb-93a3e7229dcd,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:55.743923 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1280a48f-04eb-491f-aa3b-3da943701164 admin admin] No DVR routers for this DVR port 84be2267-633f-4eb4-90eb-93a3e7229dcd on host dv-cinder-784815-3-iscsi {{(pid=103820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:27:55.759553 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df6d2a-6a5a-4fd9-87bf-c5a972b7be26 None None] Pushing event deleted for resources: {'Port': ['ID=84be2267-633f-4eb4-90eb-93a3e7229dcd,revision_number=None']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:55.769468 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1df6d2a-6a5a-4fd9-87bf-c5a972b7be26 None None] No DVR routers for this DVR port 84be2267-633f-4eb4-90eb-93a3e7229dcd on host dv-cinder-784815-3-iscsi {{(pid=103822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:27:55.891350 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1280a48f-04eb-491f-aa3b-3da943701164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336013', 'neutron.services.segments.db._delete_segments_for_network-8738049908282'] for network (d939773b-8d62-47b4-b7b4-1f471826d25d), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:55.905562 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-88e0767e-8690-4339-b3aa-92ff4deec52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'name': 'tempest-AttachVolumeShelveTestJSON-267162537-router', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:29Z', 'updated_at': '2022-03-29T20:27:54Z', 'revision_number': 5, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'gw_port': {'id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:55.937942 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.services.segments.db [None req-1280a48f-04eb-491f-aa3b-3da943701164 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d939773b-8d62-47b4-b7b4-1f471826d25d']}} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:55.946121 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e0767e-8690-4339-b3aa-92ff4deec52c None None] Checking router: 27da9c05-c56d-407b-b126-808fcd8b2af4 for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:27:55.959809 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e0767e-8690-4339-b3aa-92ff4deec52c None None] Routers {'27da9c05-c56d-407b-b126-808fcd8b2af4'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:27:55.960960 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-88e0767e-8690-4339-b3aa-92ff4deec52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:27:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['27da9c05-c56d-407b-b126-808fcd8b2af4'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:55.963387 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.services.segments.db [None req-1280a48f-04eb-491f-aa3b-3da943701164 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5c2f71-2128-458a-86c9-66786652e5d8') {'for_net_delete': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:55.963678 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.services.segments.db [None req-1280a48f-04eb-491f-aa3b-3da943701164 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5c2f71-2128-458a-86c9-66786652e5d8') {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:55.977253 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1280a48f-04eb-491f-aa3b-3da943701164 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050091075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129519651'] for segment (8a5c2f71-2128-458a-86c9-66786652e5d8), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:56.000338 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1280a48f-04eb-491f-aa3b-3da943701164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (8a5c2f71-2128-458a-86c9-66786652e5d8), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:56.008277 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1280a48f-04eb-491f-aa3b-3da943701164 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 20:27:56.009055 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1280a48f-04eb-491f-aa3b-3da943701164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126327720'] for segment (8a5c2f71-2128-458a-86c9-66786652e5d8), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: Traceback (most recent call last): Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: timer() Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: cb(*args, **kw) Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: return func(*args, **kwargs) Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: self._notify() Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: self.callback(batched_events) Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: event.method(event) Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: return f(self, *a, **k) Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: return self._get(url).json() Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: return self.request(url, 'GET', **kwargs) Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 20:27:56.011030 dv-cinder-784815-3-iscsi neutron-server[103820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 20:27:56.013196 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-8c04a95d-1def-4af8-8c65-bf74028c4eba admin admin] Publish callbacks [] for router_gateway (27da9c05-c56d-407b-b126-808fcd8b2af4), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:56.033842 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 21cadc33-832f-489d-8539-56f6f53482e0 no longer exists at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:27:56.055637 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] No Port match for: 21cadc33-832f-489d-8539-56f6f53482e0 {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:27:56.055935 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 21cadc33-832f-489d-8539-56f6f53482e0 not bound to the agent host dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:27:56.056312 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 84be2267-633f-4eb4-90eb-93a3e7229dcd no longer exists at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:27:56.083050 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] No Port match for: 84be2267-633f-4eb4-90eb-93a3e7229dcd {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:27:56.083422 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 84be2267-633f-4eb4-90eb-93a3e7229dcd not bound to the agent host dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:27:56.094702 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-88e0767e-8690-4339-b3aa-92ff4deec52c None None] Set router 27da9c05-c56d-407b-b126-808fcd8b2af4 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:27:56.162866 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1280a48f-04eb-491f-aa3b-3da943701164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541015'] for network (d939773b-8d62-47b4-b7b4-1f471826d25d), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:56.176215 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-8c04a95d-1def-4af8-8c65-bf74028c4eba admin admin] Deleting port 83142af3-662e-48ce-b33e-d7dd6e58f781 {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:27:56.176909 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-8c04a95d-1def-4af8-8c65-bf74028c4eba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (83142af3-662e-48ce-b33e-d7dd6e58f781), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:56.186149 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1280a48f-04eb-491f-aa3b-3da943701164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:56.189890 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-1280a48f-04eb-491f-aa3b-3da943701164 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d939773b-8d62-47b4-b7b4-1f471826d25d HTTP/1.1" status: 204 len: 168 time: 1.0199680 Mar 29 20:27:56.192886 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280a48f-04eb-491f-aa3b-3da943701164 admin admin] Pushing event deleted for resources: {'Network': ['ID=d939773b-8d62-47b4-b7b4-1f471826d25d,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:56.193800 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50674) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:56.318449 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-88e0767e-8690-4339-b3aa-92ff4deec52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'name': 'tempest-AttachVolumeShelveTestJSON-267162537-router', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:29Z', 'updated_at': '2022-03-29T20:27:54Z', 'revision_number': 5, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'gw_port': {'id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:56.349361 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e0767e-8690-4339-b3aa-92ff4deec52c None None] The sync data for ids ['27da9c05-c56d-407b-b126-808fcd8b2af4'] in dv-cinder-784815-3-iscsi is: [{'id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'name': 'tempest-AttachVolumeShelveTestJSON-267162537-router', 'tenant_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:20:29Z', 'updated_at': '2022-03-29T20:27:54Z', 'revision_number': 5, 'project_id': '4dd80d1f5dd744e8bd5cea87c84f184b', 'gw_port': {'id': '83142af3-662e-48ce-b33e-d7dd6e58f781', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da9c05-c56d-407b-b126-808fcd8b2af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:20:30Z', 'updated_at': '2022-03-29T20:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:27:56.362693 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [None req-8c04a95d-1def-4af8-8c65-bf74028c4eba admin admin] For port 83142af3-662e-48ce-b33e-d7dd6e58f781, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=83142af3-662e-48ce-b33e-d7dd6e58f781,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:27:56.363187 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-8c04a95d-1def-4af8-8c65-bf74028c4eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (83142af3-662e-48ce-b33e-d7dd6e58f781), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:56.385712 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-8c04a95d-1def-4af8-8c65-bf74028c4eba admin admin] Calling delete_port for 83142af3-662e-48ce-b33e-d7dd6e58f781 owned by network:router_gateway {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:27:56.813606 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-888121d1-326a-4b21-81ef-caaf2ddc42df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548673'] for router_interface (c9c05e88-d11a-4af9-8801-b03f91a56b62), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:56.898544 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-8c04a95d-1def-4af8-8c65-bf74028c4eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (83142af3-662e-48ce-b33e-d7dd6e58f781), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:56.933451 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c04a95d-1def-4af8-8c65-bf74028c4eba admin admin] Pushing event deleted for resources: {'Port': ['ID=83142af3-662e-48ce-b33e-d7dd6e58f781,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:57.062683 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-8c04a95d-1def-4af8-8c65-bf74028c4eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540987'] for router_gateway (27da9c05-c56d-407b-b126-808fcd8b2af4), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:57.158104 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-8c04a95d-1def-4af8-8c65-bf74028c4eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-391'] for router (27da9c05-c56d-407b-b126-808fcd8b2af4), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:57.162158 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-8c04a95d-1def-4af8-8c65-bf74028c4eba admin admin] Publish callbacks [] for router_controller (27da9c05-c56d-407b-b126-808fcd8b2af4), precommit_delete_associations {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:57.285320 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-888121d1-326a-4b21-81ef-caaf2ddc42df admin admin] Deleting port 0aed0ab8-2b7e-4025-a33d-0ef11088bba3 {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:27:57.286305 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-888121d1-326a-4b21-81ef-caaf2ddc42df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (0aed0ab8-2b7e-4025-a33d-0ef11088bba3), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:57.298899 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-8c04a95d-1def-4af8-8c65-bf74028c4eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-546014'] for router (27da9c05-c56d-407b-b126-808fcd8b2af4), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:57.298899 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c04a95d-1def-4af8-8c65-bf74028c4eba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27da9c05-c56d-407b-b126-808fcd8b2af4 {{(pid=103821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 20:27:57.333516 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-8c04a95d-1def-4af8-8c65-bf74028c4eba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:57.334084 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-8c04a95d-1def-4af8-8c65-bf74028c4eba admin admin] 10.222.0.43 "DELETE /v2.0/routers/27da9c05-c56d-407b-b126-808fcd8b2af4 HTTP/1.1" status: 204 len: 168 time: 1.9740050 Mar 29 20:27:57.336625 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50682) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:57.400637 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c51b0dd-edee-4407-8545-c98d79f17b7b admin admin] Deleting subnet 8355bf79-4b50-4d2a-871e-8619ac782cca {{(pid=103821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 20:27:57.408360 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-4c51b0dd-edee-4407-8545-c98d79f17b7b admin admin] Publish callbacks [] for subnet (8355bf79-4b50-4d2a-871e-8619ac782cca), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:57.443287 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [None req-888121d1-326a-4b21-81ef-caaf2ddc42df admin admin] For port 0aed0ab8-2b7e-4025-a33d-0ef11088bba3, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=0aed0ab8-2b7e-4025-a33d-0ef11088bba3,segment=NetworkSegment(2a673be5-5f5c-44a1-a15e-8aa97321db46),segment_id=2a673be5-5f5c-44a1-a15e-8aa97321db46)] {{(pid=103821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:27:57.443647 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-888121d1-326a-4b21-81ef-caaf2ddc42df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (0aed0ab8-2b7e-4025-a33d-0ef11088bba3), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:57.462085 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-888121d1-326a-4b21-81ef-caaf2ddc42df admin admin] Calling delete_port for 0aed0ab8-2b7e-4025-a33d-0ef11088bba3 owned by network:router_interface {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:27:57.468263 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-4c51b0dd-edee-4407-8545-c98d79f17b7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125898119'] for subnet (8355bf79-4b50-4d2a-871e-8619ac782cca), precommit_delete_associations {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:57.633443 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-4c51b0dd-edee-4407-8545-c98d79f17b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3219654'] for subnet (8355bf79-4b50-4d2a-871e-8619ac782cca), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:57.804602 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-4c51b0dd-edee-4407-8545-c98d79f17b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3219697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129148519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125915697'] for subnet (8355bf79-4b50-4d2a-871e-8619ac782cca), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:57.834097 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51b0dd-edee-4407-8545-c98d79f17b7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8355bf79-4b50-4d2a-871e-8619ac782cca,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:57.836739 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-4c51b0dd-edee-4407-8545-c98d79f17b7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for subnet (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:57.842239 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823a45f7-09db-4f33-ac2a-43399528a1f2 None None] Network cbeb19d7-fa07-4f98-99ee-9b94135513d6 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:27:57.842698 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-4c51b0dd-edee-4407-8545-c98d79f17b7b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8355bf79-4b50-4d2a-871e-8619ac782cca HTTP/1.1" status: 204 len: 168 time: 0.5041983 Mar 29 20:27:57.844643 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 50684) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:57.846301 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-888121d1-326a-4b21-81ef-caaf2ddc42df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (0aed0ab8-2b7e-4025-a33d-0ef11088bba3), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:57.856898 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 611b4ba1-c6a6-4cb1-ba21-a5b593294d88 no longer exists at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:27:57.875717 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888121d1-326a-4b21-81ef-caaf2ddc42df admin admin] Pushing event deleted for resources: {'Port': ['ID=0aed0ab8-2b7e-4025-a33d-0ef11088bba3,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:57.920865 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] No Port match for: 611b4ba1-c6a6-4cb1-ba21-a5b593294d88 {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:27:57.921281 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 611b4ba1-c6a6-4cb1-ba21-a5b593294d88 not bound to the agent host dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:27:57.921784 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 83142af3-662e-48ce-b33e-d7dd6e58f781 no longer exists at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:27:57.926801 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e9bc4dc5-1f60-4e8e-b2a4-fd2c30558ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148679'] for network (cbeb19d7-fa07-4f98-99ee-9b94135513d6), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:57.973709 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] No Port match for: 83142af3-662e-48ce-b33e-d7dd6e58f781 {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:27:57.974392 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 83142af3-662e-48ce-b33e-d7dd6e58f781 not bound to the agent host dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:27:58.009444 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-e9bc4dc5-1f60-4e8e-b2a4-fd2c30558ddf admin admin] Deleting port 792a35e3-45f5-4883-a0f4-d498653265fd {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:27:58.010049 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e9bc4dc5-1f60-4e8e-b2a4-fd2c30558ddf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (792a35e3-45f5-4883-a0f4-d498653265fd), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:58.098910 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-e9bc4dc5-1f60-4e8e-b2a4-fd2c30558ddf admin admin] For port 792a35e3-45f5-4883-a0f4-d498653265fd, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=792a35e3-45f5-4883-a0f4-d498653265fd,segment=NetworkSegment(144a29d3-8b92-419a-a892-5d1bda94856a),segment_id=144a29d3-8b92-419a-a892-5d1bda94856a)] {{(pid=103820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:27:58.099504 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e9bc4dc5-1f60-4e8e-b2a4-fd2c30558ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (792a35e3-45f5-4883-a0f4-d498653265fd), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:58.106625 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-888121d1-326a-4b21-81ef-caaf2ddc42df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3663940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548049'] for router_interface (c9c05e88-d11a-4af9-8801-b03f91a56b62), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:58.114358 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-e9bc4dc5-1f60-4e8e-b2a4-fd2c30558ddf admin admin] Calling delete_port for 792a35e3-45f5-4883-a0f4-d498653265fd owned by network:dhcp {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:27:58.132618 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f01f46-8d18-4b19-8b30-674b3fea46c6 None None] DHCP port deletion for cbeb19d7-fa07-4f98-99ee-9b94135513d6 request from dv-cinder-784815-3-iscsi {{(pid=103822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 20:27:58.185649 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-d1f01f46-8d18-4b19-8b30-674b3fea46c6 None None] Deleting port 792a35e3-45f5-4883-a0f4-d498653265fd {{(pid=103822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:27:58.186022 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-d1f01f46-8d18-4b19-8b30-674b3fea46c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (792a35e3-45f5-4883-a0f4-d498653265fd), before_delete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:58.250655 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-d1f01f46-8d18-4b19-8b30-674b3fea46c6 None None] For port 792a35e3-45f5-4883-a0f4-d498653265fd, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=792a35e3-45f5-4883-a0f4-d498653265fd,segment=NetworkSegment(144a29d3-8b92-419a-a892-5d1bda94856a),segment_id=144a29d3-8b92-419a-a892-5d1bda94856a)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:27:58.251047 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-d1f01f46-8d18-4b19-8b30-674b3fea46c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (792a35e3-45f5-4883-a0f4-d498653265fd), precommit_delete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:58.268440 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-d1f01f46-8d18-4b19-8b30-674b3fea46c6 None None] Calling delete_port for 792a35e3-45f5-4883-a0f4-d498653265fd owned by network:dhcp {{(pid=103822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:27:58.283620 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e9bc4dc5-1f60-4e8e-b2a4-fd2c30558ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (792a35e3-45f5-4883-a0f4-d498653265fd), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:58.318556 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bc4dc5-1f60-4e8e-b2a4-fd2c30558ddf admin admin] No DVR routers for this DVR port 792a35e3-45f5-4883-a0f4-d498653265fd on host dv-cinder-784815-3-iscsi {{(pid=103820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:27:58.320249 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc4dc5-1f60-4e8e-b2a4-fd2c30558ddf admin admin] Pushing event deleted for resources: {'Port': ['ID=792a35e3-45f5-4883-a0f4-d498653265fd,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:58.353474 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888121d1-326a-4b21-81ef-caaf2ddc42df admin admin] Router c9c05e88-d11a-4af9-8801-b03f91a56b62 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:27:58.356710 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-d1f01f46-8d18-4b19-8b30-674b3fea46c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279'] for port (792a35e3-45f5-4883-a0f4-d498653265fd), after_delete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:58.391274 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f01f46-8d18-4b19-8b30-674b3fea46c6 None None] Pushing event deleted for resources: {'Port': ['ID=792a35e3-45f5-4883-a0f4-d498653265fd,revision_number=None']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:58.400466 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e9bc4dc5-1f60-4e8e-b2a4-fd2c30558ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336013', 'neutron.services.segments.db._delete_segments_for_network-8738049908282'] for network (cbeb19d7-fa07-4f98-99ee-9b94135513d6), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:58.401591 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f01f46-8d18-4b19-8b30-674b3fea46c6 None None] No DVR routers for this DVR port 792a35e3-45f5-4883-a0f4-d498653265fd on host dv-cinder-784815-3-iscsi {{(pid=103822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:27:58.434284 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.services.segments.db [None req-e9bc4dc5-1f60-4e8e-b2a4-fd2c30558ddf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbeb19d7-fa07-4f98-99ee-9b94135513d6']}} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:58.446660 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.services.segments.db [None req-e9bc4dc5-1f60-4e8e-b2a4-fd2c30558ddf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '144a29d3-8b92-419a-a892-5d1bda94856a') {'for_net_delete': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:58.446970 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.services.segments.db [None req-e9bc4dc5-1f60-4e8e-b2a4-fd2c30558ddf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '144a29d3-8b92-419a-a892-5d1bda94856a') {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:58.457831 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e9bc4dc5-1f60-4e8e-b2a4-fd2c30558ddf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050091075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129519651'] for segment (144a29d3-8b92-419a-a892-5d1bda94856a), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:58.472065 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e9bc4dc5-1f60-4e8e-b2a4-fd2c30558ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (144a29d3-8b92-419a-a892-5d1bda94856a), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:58.485503 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9bc4dc5-1f60-4e8e-b2a4-fd2c30558ddf admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 20:27:58.486095 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e9bc4dc5-1f60-4e8e-b2a4-fd2c30558ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126327720'] for segment (144a29d3-8b92-419a-a892-5d1bda94856a), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: Traceback (most recent call last): Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: timer() Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: cb(*args, **kw) Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: return func(*args, **kwargs) Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: self._notify() Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: self.callback(batched_events) Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: event.method(event) Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: return f(self, *a, **k) Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: return self._get(url).json() Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: return self.request(url, 'GET', **kwargs) Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 20:27:58.489541 dv-cinder-784815-3-iscsi neutron-server[103820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 20:27:58.504302 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888121d1-326a-4b21-81ef-caaf2ddc42df admin admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:27:58.511851 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-888121d1-326a-4b21-81ef-caaf2ddc42df admin admin] 10.222.0.43 "PUT /v2.0/routers/c9c05e88-d11a-4af9-8801-b03f91a56b62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2896764 Mar 29 20:27:58.514066 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4370a32-d8d1-4dc9-a2d9-c803a1b26ef5 None None] Sync routers for ids ['c9c05e88-d11a-4af9-8801-b03f91a56b62'] in dv-cinder-784815-3-iscsi {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:27:58.514613 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50694) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:58.526515 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4370a32-d8d1-4dc9-a2d9-c803a1b26ef5 None None] Routers {'c9c05e88-d11a-4af9-8801-b03f91a56b62'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:27:58.527346 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-d4370a32-d8d1-4dc9-a2d9-c803a1b26ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:27:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['c9c05e88-d11a-4af9-8801-b03f91a56b62'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:58.637925 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-be2ebaaa-a653-4f45-8aea-2065c9dd5f92 admin admin] Publish callbacks [] for router (c9c05e88-d11a-4af9-8801-b03f91a56b62), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:58.656648 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e9bc4dc5-1f60-4e8e-b2a4-fd2c30558ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541015'] for network (cbeb19d7-fa07-4f98-99ee-9b94135513d6), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:58.665545 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e9bc4dc5-1f60-4e8e-b2a4-fd2c30558ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:58.671178 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-e9bc4dc5-1f60-4e8e-b2a4-fd2c30558ddf admin admin] 10.222.0.43 "DELETE /v2.0/networks/cbeb19d7-fa07-4f98-99ee-9b94135513d6 HTTP/1.1" status: 204 len: 168 time: 0.8223143 Mar 29 20:27:58.671616 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-d4370a32-d8d1-4dc9-a2d9-c803a1b26ef5 None None] Set router c9c05e88-d11a-4af9-8801-b03f91a56b62 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:27:58.684454 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc4dc5-1f60-4e8e-b2a4-fd2c30558ddf admin admin] Pushing event deleted for resources: {'Network': ['ID=cbeb19d7-fa07-4f98-99ee-9b94135513d6,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:58.734066 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:58.775695 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-be2ebaaa-a653-4f45-8aea-2065c9dd5f92 admin admin] Publish callbacks [] for router_gateway (c9c05e88-d11a-4af9-8801-b03f91a56b62), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:58.873425 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-d4370a32-d8d1-4dc9-a2d9-c803a1b26ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c05e88-d11a-4af9-8801-b03f91a56b62', 'name': 'tempest-TestShelveInstance-1057061508-router', 'tenant_id': '24043468612f42a688144ebaf9ce4c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '7b4bfcd7-700c-48cd-a885-3ab07b64d3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:22:10Z', 'updated_at': '2022-03-29T20:27:57Z', 'revision_number': 5, 'project_id': '24043468612f42a688144ebaf9ce4c6b', 'gw_port': {'id': '7b4bfcd7-700c-48cd-a885-3ab07b64d3ca', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c05e88-d11a-4af9-8801-b03f91a56b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:22:10Z', 'updated_at': '2022-03-29T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:58.906091 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4370a32-d8d1-4dc9-a2d9-c803a1b26ef5 None None] Checking router: c9c05e88-d11a-4af9-8801-b03f91a56b62 for host: dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:27:58.915528 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-be2ebaaa-a653-4f45-8aea-2065c9dd5f92 admin admin] Deleting port 7b4bfcd7-700c-48cd-a885-3ab07b64d3ca {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:27:58.915832 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-be2ebaaa-a653-4f45-8aea-2065c9dd5f92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (7b4bfcd7-700c-48cd-a885-3ab07b64d3ca), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:58.920813 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4370a32-d8d1-4dc9-a2d9-c803a1b26ef5 None None] Routers {'c9c05e88-d11a-4af9-8801-b03f91a56b62'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:27:58.921492 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-d4370a32-d8d1-4dc9-a2d9-c803a1b26ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:27:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['c9c05e88-d11a-4af9-8801-b03f91a56b62'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:59.001827 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [None req-be2ebaaa-a653-4f45-8aea-2065c9dd5f92 admin admin] For port 7b4bfcd7-700c-48cd-a885-3ab07b64d3ca, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=7b4bfcd7-700c-48cd-a885-3ab07b64d3ca,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:27:59.002113 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-be2ebaaa-a653-4f45-8aea-2065c9dd5f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (7b4bfcd7-700c-48cd-a885-3ab07b64d3ca), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:59.021423 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-be2ebaaa-a653-4f45-8aea-2065c9dd5f92 admin admin] Calling delete_port for 7b4bfcd7-700c-48cd-a885-3ab07b64d3ca owned by network:router_gateway {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:27:59.024476 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-d4370a32-d8d1-4dc9-a2d9-c803a1b26ef5 None None] Set router c9c05e88-d11a-4af9-8801-b03f91a56b62 gateway port host: None {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:27:59.115541 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-d4370a32-d8d1-4dc9-a2d9-c803a1b26ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c05e88-d11a-4af9-8801-b03f91a56b62', 'name': 'tempest-TestShelveInstance-1057061508-router', 'tenant_id': '24043468612f42a688144ebaf9ce4c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:22:10Z', 'updated_at': '2022-03-29T20:27:58Z', 'revision_number': 6, 'project_id': '24043468612f42a688144ebaf9ce4c6b', 'gw_port_host': None}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:27:59.157958 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 50716) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:59.177658 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4370a32-d8d1-4dc9-a2d9-c803a1b26ef5 None None] The sync data for ids ['c9c05e88-d11a-4af9-8801-b03f91a56b62'] in dv-cinder-784815-3-iscsi is: [{'id': 'c9c05e88-d11a-4af9-8801-b03f91a56b62', 'name': 'tempest-TestShelveInstance-1057061508-router', 'tenant_id': '24043468612f42a688144ebaf9ce4c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:22:10Z', 'updated_at': '2022-03-29T20:27:58Z', 'revision_number': 6, 'project_id': '24043468612f42a688144ebaf9ce4c6b', 'gw_port_host': None}] {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:27:59.211749 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-28b597db-b9b9-4aa5-b52a-97e82a22b755 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4dd80d1f5dd744e8bd5cea87c84f184b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0521851 Mar 29 20:27:59.212363 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 50718) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:27:59.284418 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b0e22cce-67a4-4280-a79e-11efda085e05 admin admin] Publish callbacks [] for security_group (b5f57b2e-e71b-4c7b-a275-76574b7b533a), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:59.311362 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b0e22cce-67a4-4280-a79e-11efda085e05 admin admin] Publish callbacks [] for security_group (b5f57b2e-e71b-4c7b-a275-76574b7b533a), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:59.478316 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b0e22cce-67a4-4280-a79e-11efda085e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (b5f57b2e-e71b-4c7b-a275-76574b7b533a), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:59.481063 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b0e22cce-67a4-4280-a79e-11efda085e05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:59.484796 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-b0e22cce-67a4-4280-a79e-11efda085e05 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b5f57b2e-e71b-4c7b-a275-76574b7b533a HTTP/1.1" status: 204 len: 168 time: 0.2689133 Mar 29 20:27:59.492712 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e22cce-67a4-4280-a79e-11efda085e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f57b2e-e71b-4c7b-a275-76574b7b533a,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:59.616041 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-be2ebaaa-a653-4f45-8aea-2065c9dd5f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (7b4bfcd7-700c-48cd-a885-3ab07b64d3ca), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:59.656538 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ebaaa-a653-4f45-8aea-2065c9dd5f92 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b4bfcd7-700c-48cd-a885-3ab07b64d3ca,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:27:59.681162 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f89fa-2b39-4940-bd1f-975bdc02c4ec req-75c60a10-4f0c-4d66-a9ac-5139505cb5d0 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:27:59.683081 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6e7f89fa-2b39-4940-bd1f-975bdc02c4ec req-75c60a10-4f0c-4d66-a9ac-5139505cb5d0 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=59df19e0-4809-43fa-b44f-8f0f25addde2 HTTP/1.1" status: 200 len: 945 time: 0.0876791 Mar 29 20:27:59.721048 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-be2ebaaa-a653-4f45-8aea-2065c9dd5f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540987'] for router_gateway (c9c05e88-d11a-4af9-8801-b03f91a56b62), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:59.746516 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6e7f89fa-2b39-4940-bd1f-975bdc02c4ec req-27ef347a-e398-40e0-bbd0-2279e04b2bad tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568705 Mar 29 20:27:59.823247 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-be2ebaaa-a653-4f45-8aea-2065c9dd5f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-391'] for router (c9c05e88-d11a-4af9-8801-b03f91a56b62), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:27:59.825411 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-be2ebaaa-a653-4f45-8aea-2065c9dd5f92 admin admin] Publish callbacks [] for router_controller (c9c05e88-d11a-4af9-8801-b03f91a56b62), precommit_delete_associations {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:00.018462 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-be2ebaaa-a653-4f45-8aea-2065c9dd5f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-546014'] for router (c9c05e88-d11a-4af9-8801-b03f91a56b62), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:00.026636 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2ebaaa-a653-4f45-8aea-2065c9dd5f92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9c05e88-d11a-4af9-8801-b03f91a56b62 {{(pid=103821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 20:28:00.029117 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-be2ebaaa-a653-4f45-8aea-2065c9dd5f92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:00.033310 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 50748) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:00.035818 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-be2ebaaa-a653-4f45-8aea-2065c9dd5f92 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c9c05e88-d11a-4af9-8801-b03f91a56b62 HTTP/1.1" status: 204 len: 168 time: 1.5150785 Mar 29 20:28:00.049211 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 0aed0ab8-2b7e-4025-a33d-0ef11088bba3 no longer exists at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:28:00.087918 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8bc7f4d-cdcc-4848-8b9c-d9a6cb816563 admin admin] Deleting subnet fe7fab3d-f27f-4ea2-8e20-afd474f37ae4 {{(pid=103820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 20:28:00.089472 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] No Port match for: 0aed0ab8-2b7e-4025-a33d-0ef11088bba3 {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:28:00.091854 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 0aed0ab8-2b7e-4025-a33d-0ef11088bba3 not bound to the agent host dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:28:00.091966 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b8bc7f4d-cdcc-4848-8b9c-d9a6cb816563 admin admin] Publish callbacks [] for subnet (fe7fab3d-f27f-4ea2-8e20-afd474f37ae4), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:00.093675 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 7b4bfcd7-700c-48cd-a885-3ab07b64d3ca no longer exists at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:28:00.131064 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] No Port match for: 7b4bfcd7-700c-48cd-a885-3ab07b64d3ca {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:28:00.131485 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 7b4bfcd7-700c-48cd-a885-3ab07b64d3ca not bound to the agent host dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:28:00.132039 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 792a35e3-45f5-4883-a0f4-d498653265fd no longer exists at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:28:00.133817 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b8bc7f4d-cdcc-4848-8b9c-d9a6cb816563 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129519656'] for subnet (fe7fab3d-f27f-4ea2-8e20-afd474f37ae4), precommit_delete_associations {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:00.155055 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] No Port match for: 792a35e3-45f5-4883-a0f4-d498653265fd {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:28:00.155275 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 792a35e3-45f5-4883-a0f4-d498653265fd not bound to the agent host dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:28:00.227735 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b8bc7f4d-cdcc-4848-8b9c-d9a6cb816563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3219654'] for subnet (fe7fab3d-f27f-4ea2-8e20-afd474f37ae4), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:00.387170 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b8bc7f4d-cdcc-4848-8b9c-d9a6cb816563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3219697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126325774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126129293'] for subnet (fe7fab3d-f27f-4ea2-8e20-afd474f37ae4), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:00.415959 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b8bc7f4d-cdcc-4848-8b9c-d9a6cb816563 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:00.419886 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-b8bc7f4d-cdcc-4848-8b9c-d9a6cb816563 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fe7fab3d-f27f-4ea2-8e20-afd474f37ae4 HTTP/1.1" status: 204 len: 168 time: 0.3852086 Mar 29 20:28:00.420733 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc7f4d-cdcc-4848-8b9c-d9a6cb816563 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe7fab3d-f27f-4ea2-8e20-afd474f37ae4,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:00.421134 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc39f23c-a0a2-4059-a561-6783a3ca83dc None None] Network 4f70deff-74af-4931-9f15-7b1f01809b19 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:28:00.422271 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50762) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:00.504219 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c7870563-d0fb-4f22-98ec-1665be705436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148679'] for network (4f70deff-74af-4931-9f15-7b1f01809b19), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:00.579935 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-c7870563-d0fb-4f22-98ec-1665be705436 admin admin] Deleting port 63923b56-cfef-46f2-89c4-1689dcb5feb7 {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:28:00.579935 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c7870563-d0fb-4f22-98ec-1665be705436 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (63923b56-cfef-46f2-89c4-1689dcb5feb7), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:00.610208 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04470d9-e488-4846-8310-c776df80cb59 None None] DHCP port deletion for 4f70deff-74af-4931-9f15-7b1f01809b19 request from dv-cinder-784815-3-iscsi {{(pid=103822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 20:28:00.647030 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [None req-c7870563-d0fb-4f22-98ec-1665be705436 admin admin] For port 63923b56-cfef-46f2-89c4-1689dcb5feb7, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=63923b56-cfef-46f2-89c4-1689dcb5feb7,segment=NetworkSegment(2a673be5-5f5c-44a1-a15e-8aa97321db46),segment_id=2a673be5-5f5c-44a1-a15e-8aa97321db46)] {{(pid=103821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:28:00.647871 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c7870563-d0fb-4f22-98ec-1665be705436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (63923b56-cfef-46f2-89c4-1689dcb5feb7), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:00.675489 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-c7870563-d0fb-4f22-98ec-1665be705436 admin admin] Calling delete_port for 63923b56-cfef-46f2-89c4-1689dcb5feb7 owned by network:dhcp {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:28:00.681168 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-d04470d9-e488-4846-8310-c776df80cb59 None None] Deleting port 63923b56-cfef-46f2-89c4-1689dcb5feb7 {{(pid=103822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:28:00.681943 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-d04470d9-e488-4846-8310-c776df80cb59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (63923b56-cfef-46f2-89c4-1689dcb5feb7), before_delete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:00.746567 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-d04470d9-e488-4846-8310-c776df80cb59 None None] For port 63923b56-cfef-46f2-89c4-1689dcb5feb7, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=63923b56-cfef-46f2-89c4-1689dcb5feb7,segment=NetworkSegment(2a673be5-5f5c-44a1-a15e-8aa97321db46),segment_id=2a673be5-5f5c-44a1-a15e-8aa97321db46)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:28:00.747247 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-d04470d9-e488-4846-8310-c776df80cb59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (63923b56-cfef-46f2-89c4-1689dcb5feb7), precommit_delete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:00.761431 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-d04470d9-e488-4846-8310-c776df80cb59 None None] Calling delete_port for 63923b56-cfef-46f2-89c4-1689dcb5feb7 owned by network:dhcp {{(pid=103822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:28:00.850137 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c7870563-d0fb-4f22-98ec-1665be705436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (63923b56-cfef-46f2-89c4-1689dcb5feb7), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:00.857264 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-d04470d9-e488-4846-8310-c776df80cb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279'] for port (63923b56-cfef-46f2-89c4-1689dcb5feb7), after_delete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:00.883289 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7870563-d0fb-4f22-98ec-1665be705436 admin admin] No DVR routers for this DVR port 63923b56-cfef-46f2-89c4-1689dcb5feb7 on host dv-cinder-784815-3-iscsi {{(pid=103821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:28:00.885565 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7870563-d0fb-4f22-98ec-1665be705436 admin admin] Pushing event deleted for resources: {'Port': ['ID=63923b56-cfef-46f2-89c4-1689dcb5feb7,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:00.887987 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04470d9-e488-4846-8310-c776df80cb59 None None] Pushing event deleted for resources: {'Port': ['ID=63923b56-cfef-46f2-89c4-1689dcb5feb7,revision_number=None']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:00.892716 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04470d9-e488-4846-8310-c776df80cb59 None None] No DVR routers for this DVR port 63923b56-cfef-46f2-89c4-1689dcb5feb7 on host dv-cinder-784815-3-iscsi {{(pid=103822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:28:00.918660 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efd459-0b76-4a48-8ffe-fd92ad368403 req-7fd9fd35-d459-4756-84f2-11bf48576b14 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:00.920485 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-53efd459-0b76-4a48-8ffe-fd92ad368403 req-7fd9fd35-d459-4756-84f2-11bf48576b14 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=59df19e0-4809-43fa-b44f-8f0f25addde2 HTTP/1.1" status: 200 len: 945 time: 0.0797265 Mar 29 20:28:00.973065 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c7870563-d0fb-4f22-98ec-1665be705436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336013', 'neutron.services.segments.db._delete_segments_for_network-8738049908282'] for network (4f70deff-74af-4931-9f15-7b1f01809b19), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:00.996742 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-53efd459-0b76-4a48-8ffe-fd92ad368403 req-c5ddae83-43de-447f-a68e-3d88c3bc6dbe tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630379 Mar 29 20:28:01.007412 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.services.segments.db [None req-c7870563-d0fb-4f22-98ec-1665be705436 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f70deff-74af-4931-9f15-7b1f01809b19']}} {{(pid=103821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:28:01.012367 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.services.segments.db [None req-c7870563-d0fb-4f22-98ec-1665be705436 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a673be5-5f5c-44a1-a15e-8aa97321db46') {'for_net_delete': True} {{(pid=103821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:28:01.012657 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.services.segments.db [None req-c7870563-d0fb-4f22-98ec-1665be705436 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a673be5-5f5c-44a1-a15e-8aa97321db46') {} {{(pid=103821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:28:01.022921 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c7870563-d0fb-4f22-98ec-1665be705436 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050091075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125898124'] for segment (2a673be5-5f5c-44a1-a15e-8aa97321db46), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:01.040848 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c7870563-d0fb-4f22-98ec-1665be705436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (2a673be5-5f5c-44a1-a15e-8aa97321db46), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:01.047661 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7870563-d0fb-4f22-98ec-1665be705436 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 20:28:01.048288 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c7870563-d0fb-4f22-98ec-1665be705436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129149377'] for segment (2a673be5-5f5c-44a1-a15e-8aa97321db46), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: Traceback (most recent call last): Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: timer() Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: cb(*args, **kw) Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: return func(*args, **kwargs) Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: self._notify() Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: self.callback(batched_events) Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: event.method(event) Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: return f(self, *a, **k) Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: return self._get(url).json() Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: return self.request(url, 'GET', **kwargs) Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 20:28:01.051262 dv-cinder-784815-3-iscsi neutron-server[103821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 20:28:01.076690 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f157e-3a61-48d1-ada6-577537d8b85f req-45676465-39de-488e-a001-645266c179b5 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:01.078231 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cd7f157e-3a61-48d1-ada6-577537d8b85f req-45676465-39de-488e-a001-645266c179b5 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.42 "GET /v2.0/ports?device_id=59df19e0-4809-43fa-b44f-8f0f25addde2 HTTP/1.1" status: 200 len: 945 time: 0.0606933 Mar 29 20:28:01.175143 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [req-cd7f157e-3a61-48d1-ada6-577537d8b85f req-3ac36efd-d9d0-4e5d-83a2-cbc035eaa4d4 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Deleting port 2ae132a6-3c81-4156-87cb-ab1dd302e252 {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:28:01.176454 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-cd7f157e-3a61-48d1-ada6-577537d8b85f req-3ac36efd-d9d0-4e5d-83a2-cbc035eaa4d4 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (2ae132a6-3c81-4156-87cb-ab1dd302e252), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:01.209137 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c7870563-d0fb-4f22-98ec-1665be705436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541015'] for network (4f70deff-74af-4931-9f15-7b1f01809b19), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:01.215000 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c7870563-d0fb-4f22-98ec-1665be705436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:01.218227 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-c7870563-d0fb-4f22-98ec-1665be705436 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4f70deff-74af-4931-9f15-7b1f01809b19 HTTP/1.1" status: 204 len: 168 time: 0.7949479 Mar 29 20:28:01.229861 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7870563-d0fb-4f22-98ec-1665be705436 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f70deff-74af-4931-9f15-7b1f01809b19,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:01.274856 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [req-cd7f157e-3a61-48d1-ada6-577537d8b85f req-3ac36efd-d9d0-4e5d-83a2-cbc035eaa4d4 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] For port 2ae132a6-3c81-4156-87cb-ab1dd302e252, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2ae132a6-3c81-4156-87cb-ab1dd302e252,segment=NetworkSegment(0cd826c0-2b4c-4186-9491-4ca38eacdbb2),segment_id=0cd826c0-2b4c-4186-9491-4ca38eacdbb2)] {{(pid=103820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:28:01.275539 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-cd7f157e-3a61-48d1-ada6-577537d8b85f req-3ac36efd-d9d0-4e5d-83a2-cbc035eaa4d4 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (2ae132a6-3c81-4156-87cb-ab1dd302e252), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:01.455808 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-cd7f157e-3a61-48d1-ada6-577537d8b85f req-3ac36efd-d9d0-4e5d-83a2-cbc035eaa4d4 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:01.456094 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-cd7f157e-3a61-48d1-ada6-577537d8b85f req-3ac36efd-d9d0-4e5d-83a2-cbc035eaa4d4 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (3cc66d29-433e-4c6f-90f8-abab50840067), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:01.456425 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.db.l3_db [req-cd7f157e-3a61-48d1-ada6-577537d8b85f req-3ac36efd-d9d0-4e5d-83a2-cbc035eaa4d4 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Floating IP 3cc66d29-433e-4c6f-90f8-abab50840067 disassociated. External IP: 172.27.3.144, port: 2ae132a6-3c81-4156-87cb-ab1dd302e252. Mar 29 20:28:01.456782 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [req-cd7f157e-3a61-48d1-ada6-577537d8b85f req-3ac36efd-d9d0-4e5d-83a2-cbc035eaa4d4 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Calling delete_port for 2ae132a6-3c81-4156-87cb-ab1dd302e252 owned by compute:nova {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:28:01.635085 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50784) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:01.644936 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-cd7f157e-3a61-48d1-ada6-577537d8b85f req-3ac36efd-d9d0-4e5d-83a2-cbc035eaa4d4 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (2ae132a6-3c81-4156-87cb-ab1dd302e252), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:01.677823 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac36efd-d9d0-4e5d-83a2-cbc035eaa4d4 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Pushing event deleted for resources: {'Port': ['ID=2ae132a6-3c81-4156-87cb-ab1dd302e252,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:01.679410 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-828fd4a8-c265-4eaa-aec9-4bf6246aa67c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2edfa256a0874cc7afc8c01ea3e810be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431628 Mar 29 20:28:01.693957 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50790) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:01.767007 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2d8fade0-1330-4017-bd63-0eee5d91d836 admin admin] Publish callbacks [] for security_group (906e1a96-a6c9-45be-9bcf-ad20e35578bd), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:01.802988 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2d8fade0-1330-4017-bd63-0eee5d91d836 admin admin] Publish callbacks [] for security_group (906e1a96-a6c9-45be-9bcf-ad20e35578bd), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:01.850849 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 63923b56-cfef-46f2-89c4-1689dcb5feb7 no longer exists at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:28:01.869156 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd7f157e-3a61-48d1-ada6-577537d8b85f req-3ac36efd-d9d0-4e5d-83a2-cbc035eaa4d4 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Router de56441a-4d5f-4765-bbaa-4caada89364b has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:28:01.878942 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] No Port match for: 63923b56-cfef-46f2-89c4-1689dcb5feb7 {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:28:01.879773 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 63923b56-cfef-46f2-89c4-1689dcb5feb7 not bound to the agent host dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:28:01.957266 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2d8fade0-1330-4017-bd63-0eee5d91d836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (906e1a96-a6c9-45be-9bcf-ad20e35578bd), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:01.960096 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2d8fade0-1330-4017-bd63-0eee5d91d836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:01.963835 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-2d8fade0-1330-4017-bd63-0eee5d91d836 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/906e1a96-a6c9-45be-9bcf-ad20e35578bd HTTP/1.1" status: 204 len: 168 time: 0.2649012 Mar 29 20:28:01.969706 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8fade0-1330-4017-bd63-0eee5d91d836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906e1a96-a6c9-45be-9bcf-ad20e35578bd,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:02.031549 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd7f157e-3a61-48d1-ada6-577537d8b85f req-3ac36efd-d9d0-4e5d-83a2-cbc035eaa4d4 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:28:02.055015 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d5e8b-9090-4c7d-a6ae-40272106a2f8 None None] Sync routers for ids ['de56441a-4d5f-4765-bbaa-4caada89364b'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:28:02.076823 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6d5e8b-9090-4c7d-a6ae-40272106a2f8 None None] Routers {'de56441a-4d5f-4765-bbaa-4caada89364b'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:28:02.077741 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-6b6d5e8b-9090-4c7d-a6ae-40272106a2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:27:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['de56441a-4d5f-4765-bbaa-4caada89364b'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:28:02.144301 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7f157e-3a61-48d1-ada6-577537d8b85f req-3ac36efd-d9d0-4e5d-83a2-cbc035eaa4d4 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] No DVR routers for this DVR port 2ae132a6-3c81-4156-87cb-ab1dd302e252 on host hv-cinder-78481 {{(pid=103820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:28:02.147560 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-eee2a068-fe57-4245-8a45-5c0bd1093043 req-948d58e9-3bde-4a7f-8623-6e812b84d73d tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=59df19e0-4809-43fa-b44f-8f0f25addde2 HTTP/1.1" status: 200 len: 210 time: 0.0363972 Mar 29 20:28:02.148644 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-cd7f157e-3a61-48d1-ada6-577537d8b85f req-3ac36efd-d9d0-4e5d-83a2-cbc035eaa4d4 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:02.152348 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cd7f157e-3a61-48d1-ada6-577537d8b85f req-3ac36efd-d9d0-4e5d-83a2-cbc035eaa4d4 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.42 "DELETE /v2.0/ports/2ae132a6-3c81-4156-87cb-ab1dd302e252 HTTP/1.1" status: 204 len: 173 time: 1.0683720 Mar 29 20:28:02.152851 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59df19e0-4809-43fa-b44f-8f0f25addde2', 'name': 'network-vif-deleted', 'tag': '2ae132a6-3c81-4156-87cb-ab1dd302e252'}] {{(pid=103820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:28:02.155305 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6edefd21b48d6680289e87f093b2b3ac5ccca22ebb7ce82a748a83257c36a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47b0e5b-a1fb-4c43-85a7-d13d6073e6fc" -d '{"events": [{"server_uuid": "59df19e0-4809-43fa-b44f-8f0f25addde2", "name": "network-vif-deleted", "tag": "2ae132a6-3c81-4156-87cb-ab1dd302e252"}]}' {{(pid=103820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:28:02.208320 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05f7c1c-653f-47db-b2f5-bfb057cd4acd x-openstack-request-id: req-e05f7c1c-653f-47db-b2f5-bfb057cd4acd {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:28:02.208770 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59df19e0-4809-43fa-b44f-8f0f25addde2", "name": "network-vif-deleted", "tag": "2ae132a6-3c81-4156-87cb-ab1dd302e252", "status": "completed", "code": 200}]} {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:28:02.209161 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e05f7c1c-653f-47db-b2f5-bfb057cd4acd {{(pid=103820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:28:02.209818 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e05f7c1c-653f-47db-b2f5-bfb057cd4acd'] response: {'server_uuid': '59df19e0-4809-43fa-b44f-8f0f25addde2', 'name': 'network-vif-deleted', 'tag': '2ae132a6-3c81-4156-87cb-ab1dd302e252', 'status': 'completed', 'code': 200} Mar 29 20:28:02.290629 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-6b6d5e8b-9090-4c7d-a6ae-40272106a2f8 None None] Set router de56441a-4d5f-4765-bbaa-4caada89364b gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:28:02.494615 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-6b6d5e8b-9090-4c7d-a6ae-40272106a2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'name': 'tempest-TestVolumeBootPattern-403732453-router', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f177db50-1319-4967-885e-5da79d0748f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:02Z', 'updated_at': '2022-03-29T20:25:06Z', 'revision_number': 4, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'gw_port': {'id': 'f177db50-1319-4967-885e-5da79d0748f3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:03Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'f62b4591-cc81-42c5-804c-39393b1ebb1e', 'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'mac_address': 'fa:16:3e:58:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:05Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 5, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'subnets': [{'id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:28:02.525634 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d5e8b-9090-4c7d-a6ae-40272106a2f8 None None] Checking router: de56441a-4d5f-4765-bbaa-4caada89364b for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:28:02.533912 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6d5e8b-9090-4c7d-a6ae-40272106a2f8 None None] Routers {'de56441a-4d5f-4765-bbaa-4caada89364b'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:28:02.534550 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-6b6d5e8b-9090-4c7d-a6ae-40272106a2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:27:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['de56441a-4d5f-4765-bbaa-4caada89364b'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:28:02.613694 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50818) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:02.649002 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-6b6d5e8b-9090-4c7d-a6ae-40272106a2f8 None None] Set router de56441a-4d5f-4765-bbaa-4caada89364b gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:28:02.763083 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-cdb43b58-478b-491b-a8a3-3bd977b41257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:02.821412 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50822) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:02.886709 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-6b6d5e8b-9090-4c7d-a6ae-40272106a2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'name': 'tempest-TestVolumeBootPattern-403732453-router', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f177db50-1319-4967-885e-5da79d0748f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:02Z', 'updated_at': '2022-03-29T20:25:06Z', 'revision_number': 4, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'gw_port': {'id': 'f177db50-1319-4967-885e-5da79d0748f3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:03Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'f62b4591-cc81-42c5-804c-39393b1ebb1e', 'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'mac_address': 'fa:16:3e:58:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:05Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 5, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'subnets': [{'id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:28:02.897914 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-7fb065ce-a9e8-42f7-82af-921d21b0d1f8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=24043468612f42a688144ebaf9ce4c6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0742960 Mar 29 20:28:02.901176 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 50828) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:02.926813 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d5e8b-9090-4c7d-a6ae-40272106a2f8 None None] The sync data for ids ['de56441a-4d5f-4765-bbaa-4caada89364b'] in dv-cinder-784815-3-iscsi is: [{'id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'name': 'tempest-TestVolumeBootPattern-403732453-router', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f177db50-1319-4967-885e-5da79d0748f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:02Z', 'updated_at': '2022-03-29T20:25:06Z', 'revision_number': 4, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'gw_port': {'id': 'f177db50-1319-4967-885e-5da79d0748f3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:03Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'f62b4591-cc81-42c5-804c-39393b1ebb1e', 'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'mac_address': 'fa:16:3e:58:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:05Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 5, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'subnets': [{'id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:28:02.935116 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-cdb43b58-478b-491b-a8a3-3bd977b41257 admin admin] Publish callbacks [] for security_group (7184ef6b-3ba5-43b9-bd0e-99830c494dd4), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:02.980995 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-cdb43b58-478b-491b-a8a3-3bd977b41257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (7184ef6b-3ba5-43b9-bd0e-99830c494dd4), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:02.986906 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-4641bfdd-99e8-42da-9403-5cef7d882519 admin admin] Publish callbacks [] for security_group (d085d9df-d2f8-4fd0-a52e-e9265cea0629), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:03.020467 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-4641bfdd-99e8-42da-9403-5cef7d882519 admin admin] Publish callbacks [] for security_group (d085d9df-d2f8-4fd0-a52e-e9265cea0629), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:03.038534 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb43b58-478b-491b-a8a3-3bd977b41257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7184ef6b-3ba5-43b9-bd0e-99830c494dd4,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:03.062530 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-cdb43b58-478b-491b-a8a3-3bd977b41257 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=52a3ae0ab6be4ad49fb475892dbcb6b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4475245 Mar 29 20:28:03.063198 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50834) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:03.139268 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-30e6ff68-9cff-40b4-8590-612edf3f3299 admin admin] Publish callbacks [] for security_group (7184ef6b-3ba5-43b9-bd0e-99830c494dd4), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:03.141221 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-4641bfdd-99e8-42da-9403-5cef7d882519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (d085d9df-d2f8-4fd0-a52e-e9265cea0629), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:03.144974 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-4641bfdd-99e8-42da-9403-5cef7d882519 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:03.146195 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-4641bfdd-99e8-42da-9403-5cef7d882519 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d085d9df-d2f8-4fd0-a52e-e9265cea0629 HTTP/1.1" status: 204 len: 168 time: 0.2435966 Mar 29 20:28:03.162008 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641bfdd-99e8-42da-9403-5cef7d882519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d085d9df-d2f8-4fd0-a52e-e9265cea0629,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:03.181720 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-30e6ff68-9cff-40b4-8590-612edf3f3299 admin admin] Publish callbacks [] for security_group (7184ef6b-3ba5-43b9-bd0e-99830c494dd4), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:03.305905 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7115677-bcc4-4a7b-97dc-a463808f6f67 None None] New status for floating IP 3cc66d29-433e-4c6f-90f8-abab50840067: DOWN {{(pid=103822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 20:28:03.329894 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-30e6ff68-9cff-40b4-8590-612edf3f3299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (7184ef6b-3ba5-43b9-bd0e-99830c494dd4), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:03.334053 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-30e6ff68-9cff-40b4-8590-612edf3f3299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:03.351568 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-30e6ff68-9cff-40b4-8590-612edf3f3299 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7184ef6b-3ba5-43b9-bd0e-99830c494dd4 HTTP/1.1" status: 204 len: 168 time: 0.2711115 Mar 29 20:28:03.351568 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6ff68-9cff-40b4-8590-612edf3f3299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7184ef6b-3ba5-43b9-bd0e-99830c494dd4,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:03.360049 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b9c7e55e-c767-438f-96b0-6387b56989f4 req-d9ea5713-ee9e-4a23-80de-1e4534783895 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=59df19e0-4809-43fa-b44f-8f0f25addde2 HTTP/1.1" status: 200 len: 210 time: 0.0462065 Mar 29 20:28:04.377634 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50856) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:04.392190 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-69053b2a-8382-4429-b9f0-93d7379b41bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:04.482327 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-69053b2a-8382-4429-b9f0-93d7379b41bb admin admin] Publish callbacks [] for security_group (d3a23025-8b9a-4023-80c0-4da90b7bafd2), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:04.586891 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-69053b2a-8382-4429-b9f0-93d7379b41bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (d3a23025-8b9a-4023-80c0-4da90b7bafd2), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:04.632248 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69053b2a-8382-4429-b9f0-93d7379b41bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a23025-8b9a-4023-80c0-4da90b7bafd2,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:04.636600 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-69053b2a-8382-4429-b9f0-93d7379b41bb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b4850def59784609999f0cb15fe227ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2571862 Mar 29 20:28:04.639232 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50862) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:04.692760 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-bf70c778-fba1-43f3-b99b-4d856069611d admin admin] Publish callbacks [] for security_group (d3a23025-8b9a-4023-80c0-4da90b7bafd2), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:04.716920 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-bf70c778-fba1-43f3-b99b-4d856069611d admin admin] Publish callbacks [] for security_group (d3a23025-8b9a-4023-80c0-4da90b7bafd2), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:04.830459 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e3b6450e-36de-4096-93a1-24b548334365 req-3e0be83c-b458-4c7b-9909-02b3fbb6fc9e tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-442390106&fields=id&tenant_id=f9800a1b31b34882beb7e5e6dcb78fd6 HTTP/1.1" status: 200 len: 267 time: 0.0449963 Mar 29 20:28:04.849778 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-bf70c778-fba1-43f3-b99b-4d856069611d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (d3a23025-8b9a-4023-80c0-4da90b7bafd2), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:04.852361 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-bf70c778-fba1-43f3-b99b-4d856069611d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:04.854971 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-bf70c778-fba1-43f3-b99b-4d856069611d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d3a23025-8b9a-4023-80c0-4da90b7bafd2 HTTP/1.1" status: 204 len: 168 time: 0.2132964 Mar 29 20:28:04.866450 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70c778-fba1-43f3-b99b-4d856069611d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a23025-8b9a-4023-80c0-4da90b7bafd2,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:04.956105 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6450e-36de-4096-93a1-24b548334365 req-8df43d7d-0596-45fe-9794-f28e603f7e1b tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:04.958084 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e3b6450e-36de-4096-93a1-24b548334365 req-8df43d7d-0596-45fe-9794-f28e603f7e1b tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/networks?id=1485f463-e536-4f42-9db0-6c4b09430b64 HTTP/1.1" status: 200 len: 811 time: 0.1193681 Mar 29 20:28:04.974011 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e3b6450e-36de-4096-93a1-24b548334365 req-b12078a5-b2b9-4b00-9e82-7a2a94cea8a7 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/quotas/f9800a1b31b34882beb7e5e6dcb78fd6 HTTP/1.1" status: 200 len: 375 time: 0.0096767 Mar 29 20:28:05.033407 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e3b6450e-36de-4096-93a1-24b548334365 req-ba8b0b89-4375-4c5e-834b-bace37050ea3 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9800a1b31b34882beb7e5e6dcb78fd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518858 Mar 29 20:28:05.132342 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e3b6450e-36de-4096-93a1-24b548334365 req-c6f0ec4d-a571-4280-9d22-fe0843ac01e0 service neutron] 10.222.0.43 "GET /v2.0/networks/1485f463-e536-4f42-9db0-6c4b09430b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886416 Mar 29 20:28:05.233233 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e3b6450e-36de-4096-93a1-24b548334365 req-d85a2d38-d0be-4d14-a02a-8073a58cb034 service neutron] 10.222.0.43 "GET /v2.0/networks/1485f463-e536-4f42-9db0-6c4b09430b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952411 Mar 29 20:28:05.865715 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 2ae132a6-3c81-4156-87cb-ab1dd302e252 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:28:05.914343 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-73f62080-999e-4e0a-9008-f46acdd4dc0b req-097c36d6-2f8f-4607-b144-bde5122b6816 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=578cf01a-f918-4def-80b2-cd0a18fdde58 HTTP/1.1" status: 200 len: 210 time: 0.0364797 Mar 29 20:28:05.916415 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] No Port match for: 2ae132a6-3c81-4156-87cb-ab1dd302e252 {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:28:05.916769 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 2ae132a6-3c81-4156-87cb-ab1dd302e252 not bound to the agent host hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:28:06.579890 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50924) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:06.684972 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c266c04e-a916-4eaa-bde0-b049c83f2158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:06.760360 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c266c04e-a916-4eaa-bde0-b049c83f2158 admin admin] Publish callbacks [] for security_group (19bfd408-4d3c-4487-89e3-d65837670df5), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:06.826363 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-c266c04e-a916-4eaa-bde0-b049c83f2158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (19bfd408-4d3c-4487-89e3-d65837670df5), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:06.863194 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266c04e-a916-4eaa-bde0-b049c83f2158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bfd408-4d3c-4487-89e3-d65837670df5,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:06.867545 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-c266c04e-a916-4eaa-bde0-b049c83f2158 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2da795828d1f4ae596ed581a9dc46c44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866342 Mar 29 20:28:06.870661 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 50928) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:06.919798 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-774c615e-d5b6-4512-8cbb-da519568b44b admin admin] Publish callbacks [] for security_group (19bfd408-4d3c-4487-89e3-d65837670df5), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:06.943127 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-774c615e-d5b6-4512-8cbb-da519568b44b admin admin] Publish callbacks [] for security_group (19bfd408-4d3c-4487-89e3-d65837670df5), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:07.005196 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-55ffbdf9-e6ea-4c65-aa29-08ef89487de2 req-2d4da5e4-1ee8-4084-8f14-8e820a97a2ee tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=578cf01a-f918-4def-80b2-cd0a18fdde58 HTTP/1.1" status: 200 len: 210 time: 0.0293112 Mar 29 20:28:07.077703 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-774c615e-d5b6-4512-8cbb-da519568b44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (19bfd408-4d3c-4487-89e3-d65837670df5), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:07.080413 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-774c615e-d5b6-4512-8cbb-da519568b44b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:07.083947 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-774c615e-d5b6-4512-8cbb-da519568b44b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/19bfd408-4d3c-4487-89e3-d65837670df5 HTTP/1.1" status: 204 len: 168 time: 0.2104187 Mar 29 20:28:07.089587 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c615e-d5b6-4512-8cbb-da519568b44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bfd408-4d3c-4487-89e3-d65837670df5,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:07.965564 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6450e-36de-4096-93a1-24b548334365 req-c4985269-3f7d-4752-af85-437ec7947de9 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:07.967156 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e3b6450e-36de-4096-93a1-24b548334365 req-c4985269-3f7d-4752-af85-437ec7947de9 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.42 "GET /v2.0/networks?id=1485f463-e536-4f42-9db0-6c4b09430b64 HTTP/1.1" status: 200 len: 811 time: 0.1332264 Mar 29 20:28:08.051707 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e3b6450e-36de-4096-93a1-24b548334365 req-25af1494-b8db-4afc-97f0-7336d5844883 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9800a1b31b34882beb7e5e6dcb78fd6 HTTP/1.1" status: 200 len: 379 time: 0.0755894 Mar 29 20:28:08.068360 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [req-e3b6450e-36de-4096-93a1-24b548334365 req-4b38092c-0470-4995-a5b7-d825977eb747 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Request body: {'port': {'device_id': '578cf01a-f918-4def-80b2-cd0a18fdde58', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'admin_state_up': True, 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'security_groups': ['5c257c0a-44c9-4d07-9e0c-67bed43b2f98']}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:28:08.152620 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-bb70876f-1f44-45fa-8c15-2191c5dbe455 req-e9e01d69-6477-4208-bee0-cb8c7d7b3a76 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=578cf01a-f918-4def-80b2-cd0a18fdde58 HTTP/1.1" status: 200 len: 210 time: 0.0377879 Mar 29 20:28:08.294862 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b6450e-36de-4096-93a1-24b548334365 req-4b38092c-0470-4995-a5b7-d825977eb747 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Made reservation on behalf of f9800a1b31b34882beb7e5e6dcb78fd6 for: {'port': 1} {{(pid=103820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:28:08.298604 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-e3b6450e-36de-4096-93a1-24b548334365 req-4b38092c-0470-4995-a5b7-d825977eb747 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:08.429633 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_common [req-e3b6450e-36de-4096-93a1-24b548334365 req-4b38092c-0470-4995-a5b7-d825977eb747 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Allocated IP 172.20.0.14 (1485f463-e536-4f42-9db0-6c4b09430b64/99545cee-9f42-4fac-8b36-5dffd0cc2c3e/44d0565b-89c9-408b-a7da-9edfd23cebd3) {{(pid=103820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:28:08.571855 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-e3b6450e-36de-4096-93a1-24b548334365 req-4b38092c-0470-4995-a5b7-d825977eb747 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for port (44d0565b-89c9-408b-a7da-9edfd23cebd3), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:08.678823 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-e3b6450e-36de-4096-93a1-24b548334365 req-4b38092c-0470-4995-a5b7-d825977eb747 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (44d0565b-89c9-408b-a7da-9edfd23cebd3), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:08.730950 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b6450e-36de-4096-93a1-24b548334365 req-4b38092c-0470-4995-a5b7-d825977eb747 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Network 1485f463-e536-4f42-9db0-6c4b09430b64 is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:28:08.734336 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [req-e3b6450e-36de-4096-93a1-24b548334365 req-4b38092c-0470-4995-a5b7-d825977eb747 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:28:08.741155 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b6450e-36de-4096-93a1-24b548334365 req-4b38092c-0470-4995-a5b7-d825977eb747 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Received port after_create {{(pid=103820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:28:08.748289 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38092c-0470-4995-a5b7-d825977eb747 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Pushing event updated for resources: {'Port': ['ID=44d0565b-89c9-408b-a7da-9edfd23cebd3,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:08.804144 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6450e-36de-4096-93a1-24b548334365 req-4b38092c-0470-4995-a5b7-d825977eb747 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:08.805015 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-e3b6450e-36de-4096-93a1-24b548334365 req-4b38092c-0470-4995-a5b7-d825977eb747 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:08.914015 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e3b6450e-36de-4096-93a1-24b548334365 req-4b38092c-0470-4995-a5b7-d825977eb747 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8504028 Mar 29 20:28:08.934643 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [req-e3b6450e-36de-4096-93a1-24b548334365 req-80a9b5d7-f27e-41f0-a093-1fd0bcd4bad7 service neutron] Request body: {'port': {'device_id': '578cf01a-f918-4def-80b2-cd0a18fdde58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:28:09.059929 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-e3b6450e-36de-4096-93a1-24b548334365 req-80a9b5d7-f27e-41f0-a093-1fd0bcd4bad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (44d0565b-89c9-408b-a7da-9edfd23cebd3), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:09.155181 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-0afdc044-9f74-4f5c-b991-77856089771d None None] Provisioning complete for port 44d0565b-89c9-408b-a7da-9edfd23cebd3 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:28:09.156029 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-0afdc044-9f74-4f5c-b991-77856089771d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (44d0565b-89c9-408b-a7da-9edfd23cebd3), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:09.242543 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-0afdc044-9f74-4f5c-b991-77856089771d None None] Port 44d0565b-89c9-408b-a7da-9edfd23cebd3 cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:28:09.682734 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b00c8-9c38-4439-9366-2dd10bc656aa req-af98e28d-99e5-4a05-b200-6ab5295fe351 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:09.684499 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1c1b00c8-9c38-4439-9366-2dd10bc656aa req-af98e28d-99e5-4a05-b200-6ab5295fe351 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=578cf01a-f918-4def-80b2-cd0a18fdde58 HTTP/1.1" status: 200 len: 932 time: 0.4037149 Mar 29 20:28:09.786419 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1c1b00c8-9c38-4439-9366-2dd10bc656aa req-7c162213-7103-4249-a31b-394fe987e21c tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958238 Mar 29 20:28:09.841455 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [req-e3b6450e-36de-4096-93a1-24b548334365 req-80a9b5d7-f27e-41f0-a093-1fd0bcd4bad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44d0565b-89c9-408b-a7da-9edfd23cebd3 {{(pid=103820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:28:09.849739 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-e3b6450e-36de-4096-93a1-24b548334365 req-80a9b5d7-f27e-41f0-a093-1fd0bcd4bad7 service neutron] Publish callbacks [] for port (44d0565b-89c9-408b-a7da-9edfd23cebd3), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:09.861240 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.provisioning_blocks [req-e3b6450e-36de-4096-93a1-24b548334365 req-80a9b5d7-f27e-41f0-a093-1fd0bcd4bad7 service neutron] Transition to ACTIVE for port object 44d0565b-89c9-408b-a7da-9edfd23cebd3 will not be triggered until provisioned by entity L2. {{(pid=103820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 20:28:09.956947 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-e3b6450e-36de-4096-93a1-24b548334365 req-80a9b5d7-f27e-41f0-a093-1fd0bcd4bad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126327796'] for port (44d0565b-89c9-408b-a7da-9edfd23cebd3), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:10.008832 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9b5d7-f27e-41f0-a093-1fd0bcd4bad7 service neutron] Pushing event updated for resources: {'Port': ['ID=44d0565b-89c9-408b-a7da-9edfd23cebd3,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:10.090181 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [req-e3b6450e-36de-4096-93a1-24b548334365 req-80a9b5d7-f27e-41f0-a093-1fd0bcd4bad7 service neutron] Attempting to bind port 44d0565b-89c9-408b-a7da-9edfd23cebd3 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:28:10.090953 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [req-e3b6450e-36de-4096-93a1-24b548334365 req-80a9b5d7-f27e-41f0-a093-1fd0bcd4bad7 service neutron] Attempting to bind port 44d0565b-89c9-408b-a7da-9edfd23cebd3 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '0cd826c0-2b4c-4186-9491-4ca38eacdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64'}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:28:10.090953 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b6450e-36de-4096-93a1-24b548334365 req-80a9b5d7-f27e-41f0-a093-1fd0bcd4bad7 service neutron] Attempting to bind port 44d0565b-89c9-408b-a7da-9edfd23cebd3 on network 1485f463-e536-4f42-9db0-6c4b09430b64 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:28:10.095799 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b6450e-36de-4096-93a1-24b548334365 req-80a9b5d7-f27e-41f0-a093-1fd0bcd4bad7 service neutron] Port 44d0565b-89c9-408b-a7da-9edfd23cebd3 on network 1485f463-e536-4f42-9db0-6c4b09430b64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 20:28:10.096123 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b6450e-36de-4096-93a1-24b548334365 req-80a9b5d7-f27e-41f0-a093-1fd0bcd4bad7 service neutron] Attempting to bind port 44d0565b-89c9-408b-a7da-9edfd23cebd3 on network 1485f463-e536-4f42-9db0-6c4b09430b64 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:28:10.102360 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b6450e-36de-4096-93a1-24b548334365 req-80a9b5d7-f27e-41f0-a093-1fd0bcd4bad7 service neutron] Checking agent: {'id': '19337809-658a-48b1-8a65-8844936c1798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'started_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:28:10.102701 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b6450e-36de-4096-93a1-24b548334365 req-80a9b5d7-f27e-41f0-a093-1fd0bcd4bad7 service neutron] Checking segment: {'id': '0cd826c0-2b4c-4186-9491-4ca38eacdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:28:10.103093 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b6450e-36de-4096-93a1-24b548334365 req-80a9b5d7-f27e-41f0-a093-1fd0bcd4bad7 service neutron] Bound using segment: {'id': '0cd826c0-2b4c-4186-9491-4ca38eacdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64'} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:28:10.103533 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [req-e3b6450e-36de-4096-93a1-24b548334365 req-80a9b5d7-f27e-41f0-a093-1fd0bcd4bad7 service neutron] Bound port: 44d0565b-89c9-408b-a7da-9edfd23cebd3, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd826c0-2b4c-4186-9491-4ca38eacdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64'}}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:28:10.103949 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-e3b6450e-36de-4096-93a1-24b548334365 req-80a9b5d7-f27e-41f0-a093-1fd0bcd4bad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (44d0565b-89c9-408b-a7da-9edfd23cebd3), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:10.141172 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-097aeecc-7b21-4753-8311-359872265e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:10.177030 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [req-e3b6450e-36de-4096-93a1-24b548334365 req-80a9b5d7-f27e-41f0-a093-1fd0bcd4bad7 service neutron] For port 44d0565b-89c9-408b-a7da-9edfd23cebd3, host hv-cinder-78481, cleared binding levels {{(pid=103820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:28:10.180261 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [req-e3b6450e-36de-4096-93a1-24b548334365 req-80a9b5d7-f27e-41f0-a093-1fd0bcd4bad7 service neutron] For port 44d0565b-89c9-408b-a7da-9edfd23cebd3, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=44d0565b-89c9-408b-a7da-9edfd23cebd3,segment=NetworkSegment(0cd826c0-2b4c-4186-9491-4ca38eacdbb2),segment_id=0cd826c0-2b4c-4186-9491-4ca38eacdbb2)] {{(pid=103820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:28:10.261582 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-e3b6450e-36de-4096-93a1-24b548334365 req-80a9b5d7-f27e-41f0-a093-1fd0bcd4bad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126327796'] for port (44d0565b-89c9-408b-a7da-9edfd23cebd3), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:10.301424 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6450e-36de-4096-93a1-24b548334365 req-80a9b5d7-f27e-41f0-a093-1fd0bcd4bad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:10.301424 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-e3b6450e-36de-4096-93a1-24b548334365 req-80a9b5d7-f27e-41f0-a093-1fd0bcd4bad7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:10.301424 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e3b6450e-36de-4096-93a1-24b548334365 req-80a9b5d7-f27e-41f0-a093-1fd0bcd4bad7 service neutron] 10.222.0.42 "PUT /v2.0/ports/44d0565b-89c9-408b-a7da-9edfd23cebd3 HTTP/1.1" status: 200 len: 1094 time: 1.3717439 Mar 29 20:28:10.302324 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578cf01a-f918-4def-80b2-cd0a18fdde58', 'tag': '44d0565b-89c9-408b-a7da-9edfd23cebd3'}] {{(pid=103820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:28:10.311799 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6edefd21b48d6680289e87f093b2b3ac5ccca22ebb7ce82a748a83257c36a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ef265b-420f-4be2-b1b3-6eaf59467320" -d '{"events": [{"name": "network-changed", "server_uuid": "578cf01a-f918-4def-80b2-cd0a18fdde58", "tag": "44d0565b-89c9-408b-a7da-9edfd23cebd3"}]}' {{(pid=103820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:28:10.364723 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9b5d7-f27e-41f0-a093-1fd0bcd4bad7 service neutron] Pushing event updated for resources: {'Port': ['ID=44d0565b-89c9-408b-a7da-9edfd23cebd3,revision_number=3']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:10.389537 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5462c83-7c84-411c-a983-b5a72331b591 x-openstack-request-id: req-e5462c83-7c84-411c-a983-b5a72331b591 {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:28:10.389816 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "578cf01a-f918-4def-80b2-cd0a18fdde58", "tag": "44d0565b-89c9-408b-a7da-9edfd23cebd3", "status": "completed", "code": 200}]} {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:28:10.390121 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e5462c83-7c84-411c-a983-b5a72331b591 {{(pid=103820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:28:10.390538 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5462c83-7c84-411c-a983-b5a72331b591'] response: {'name': 'network-changed', 'server_uuid': '578cf01a-f918-4def-80b2-cd0a18fdde58', 'tag': '44d0565b-89c9-408b-a7da-9edfd23cebd3', 'status': 'completed', 'code': 200} Mar 29 20:28:10.393022 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:28:10.484026 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef265b-420f-4be2-b1b3-6eaf59467320 req-f6b3b4a7-db90-4d56-9ef6-8216954336e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:10.485799 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d3ef265b-420f-4be2-b1b3-6eaf59467320 req-f6b3b4a7-db90-4d56-9ef6-8216954336e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f9800a1b31b34882beb7e5e6dcb78fd6&device_id=578cf01a-f918-4def-80b2-cd0a18fdde58 HTTP/1.1" status: 200 len: 1128 time: 0.0800898 Mar 29 20:28:10.640682 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef265b-420f-4be2-b1b3-6eaf59467320 req-58e2634a-955a-4dcf-a5a5-ed9353c5ecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:10.642304 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d3ef265b-420f-4be2-b1b3-6eaf59467320 req-58e2634a-955a-4dcf-a5a5-ed9353c5ecbf service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=f9800a1b31b34882beb7e5e6dcb78fd6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1488137 Mar 29 20:28:10.757839 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef265b-420f-4be2-b1b3-6eaf59467320 req-5652ae72-33de-47d1-bb00-a97f6d5bf837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:10.759381 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d3ef265b-420f-4be2-b1b3-6eaf59467320 req-5652ae72-33de-47d1-bb00-a97f6d5bf837 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1107790 Mar 29 20:28:10.855389 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6450e-36de-4096-93a1-24b548334365 req-ca0617cf-5aab-403a-84c8-040d00eee8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:10.857049 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e3b6450e-36de-4096-93a1-24b548334365 req-ca0617cf-5aab-403a-84c8-040d00eee8f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f9800a1b31b34882beb7e5e6dcb78fd6&device_id=578cf01a-f918-4def-80b2-cd0a18fdde58 HTTP/1.1" status: 200 len: 1128 time: 0.0584638 Mar 29 20:28:10.928532 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e3b6450e-36de-4096-93a1-24b548334365 req-dcf98890-5842-4928-8714-d84be8848820 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44d0565b-89c9-408b-a7da-9edfd23cebd3 HTTP/1.1" status: 200 len: 217 time: 0.0637410 Mar 29 20:28:10.990958 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b2169-80bd-45e6-8a5b-e1875b6db855 req-bc07da10-a315-4f3f-9327-a78a5807cc74 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:10.993400 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fd1b2169-80bd-45e6-8a5b-e1875b6db855 req-bc07da10-a315-4f3f-9327-a78a5807cc74 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=578cf01a-f918-4def-80b2-cd0a18fdde58 HTTP/1.1" status: 200 len: 944 time: 0.1265097 Mar 29 20:28:11.000123 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6450e-36de-4096-93a1-24b548334365 req-30ddf55c-7936-4025-81e2-9a27c5a17361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:11.002560 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e3b6450e-36de-4096-93a1-24b548334365 req-30ddf55c-7936-4025-81e2-9a27c5a17361 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99545cee-9f42-4fac-8b36-5dffd0cc2c3e HTTP/1.1" status: 200 len: 850 time: 0.0662348 Mar 29 20:28:11.083276 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fd1b2169-80bd-45e6-8a5b-e1875b6db855 req-511687b0-eb12-4219-a259-658d3efd43a6 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793233 Mar 29 20:28:11.091954 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6450e-36de-4096-93a1-24b548334365 req-2d997de7-6a64-4347-af38-f1d32ba2da05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:11.093546 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e3b6450e-36de-4096-93a1-24b548334365 req-2d997de7-6a64-4347-af38-f1d32ba2da05 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1485f463-e536-4f42-9db0-6c4b09430b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0802050 Mar 29 20:28:11.111377 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 51020) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:11.196062 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e3b6450e-36de-4096-93a1-24b548334365 req-2814295c-170b-4020-a91c-eb6d0b520a4e service neutron] 10.222.0.42 "GET /v2.0/networks/1485f463-e536-4f42-9db0-6c4b09430b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963080 Mar 29 20:28:11.223784 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-73a8d8da-3963-4018-b372-a5ff794830bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:11.292882 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e3b6450e-36de-4096-93a1-24b548334365 req-0fd1a3a4-e4a1-43b2-96bd-b71aac905938 service neutron] 10.222.0.42 "GET /v2.0/networks/1485f463-e536-4f42-9db0-6c4b09430b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897112 Mar 29 20:28:11.300690 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-73a8d8da-3963-4018-b372-a5ff794830bc admin admin] Publish callbacks [] for security_group (e3b3aca4-dca1-4fe3-8b9a-f9f6f64d2112), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:11.364335 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-73a8d8da-3963-4018-b372-a5ff794830bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (e3b3aca4-dca1-4fe3-8b9a-f9f6f64d2112), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:11.407502 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-73a8d8da-3963-4018-b372-a5ff794830bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e7f877b17ed4e8fb2f20c1ea361a77b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950349 Mar 29 20:28:11.408397 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8d8da-3963-4018-b372-a5ff794830bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b3aca4-dca1-4fe3-8b9a-f9f6f64d2112,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:11.411196 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 51024) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:11.466934 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-009b2693-c520-4197-88e2-078fe776db11 admin admin] Publish callbacks [] for security_group (e3b3aca4-dca1-4fe3-8b9a-f9f6f64d2112), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:11.487832 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-009b2693-c520-4197-88e2-078fe776db11 admin admin] Publish callbacks [] for security_group (e3b3aca4-dca1-4fe3-8b9a-f9f6f64d2112), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:11.620768 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-009b2693-c520-4197-88e2-078fe776db11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (e3b3aca4-dca1-4fe3-8b9a-f9f6f64d2112), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:11.623308 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-009b2693-c520-4197-88e2-078fe776db11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:11.624487 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-009b2693-c520-4197-88e2-078fe776db11 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e3b3aca4-dca1-4fe3-8b9a-f9f6f64d2112 HTTP/1.1" status: 204 len: 168 time: 0.2121813 Mar 29 20:28:11.634398 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b2693-c520-4197-88e2-078fe776db11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b3aca4-dca1-4fe3-8b9a-f9f6f64d2112,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:12.108893 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 51042) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:12.218216 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50517717-6cce-4d97-9e82-74ed03486422 req-1b640ee7-9ac3-4be1-9a78-8471d84e87ba tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:12.218216 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-50517717-6cce-4d97-9e82-74ed03486422 req-1b640ee7-9ac3-4be1-9a78-8471d84e87ba tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=578cf01a-f918-4def-80b2-cd0a18fdde58 HTTP/1.1" status: 200 len: 944 time: 0.0569863 Mar 29 20:28:12.242857 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-fdd2145f-6e00-46c0-8e98-73f47f9a9c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:12.252150 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7ee7c5e8-63ba-4271-a1e2-b03d85a35daf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:12.300773 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-50517717-6cce-4d97-9e82-74ed03486422 req-61a266cc-7934-4808-adef-c81cddab9a0a tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753732 Mar 29 20:28:12.359447 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7ee7c5e8-63ba-4271-a1e2-b03d85a35daf admin admin] Publish callbacks [] for security_group (a125834c-acfe-40ca-8232-d4a9da73121f), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:12.467785 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7ee7c5e8-63ba-4271-a1e2-b03d85a35daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (a125834c-acfe-40ca-8232-d4a9da73121f), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:12.506168 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7c5e8-63ba-4271-a1e2-b03d85a35daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a125834c-acfe-40ca-8232-d4a9da73121f,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:12.514091 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-7ee7c5e8-63ba-4271-a1e2-b03d85a35daf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3ce069a24cba44dd833dcb24a8d23d27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4017117 Mar 29 20:28:12.515223 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 51054) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:12.567040 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-06d12ee1-9151-4153-b45c-9c007c805b95 admin admin] Publish callbacks [] for security_group (a125834c-acfe-40ca-8232-d4a9da73121f), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:12.588826 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-06d12ee1-9151-4153-b45c-9c007c805b95 admin admin] Publish callbacks [] for security_group (a125834c-acfe-40ca-8232-d4a9da73121f), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:12.694002 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-06d12ee1-9151-4153-b45c-9c007c805b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (a125834c-acfe-40ca-8232-d4a9da73121f), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:12.696697 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-06d12ee1-9151-4153-b45c-9c007c805b95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:12.697859 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-06d12ee1-9151-4153-b45c-9c007c805b95 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a125834c-acfe-40ca-8232-d4a9da73121f HTTP/1.1" status: 204 len: 168 time: 0.1825674 Mar 29 20:28:12.705892 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d12ee1-9151-4153-b45c-9c007c805b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a125834c-acfe-40ca-8232-d4a9da73121f,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:13.426608 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97336c8-1148-485a-958f-edfaad2b571a req-c52d1ab0-f38a-4506-b879-7eea29bf103a tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:13.428141 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f97336c8-1148-485a-958f-edfaad2b571a req-c52d1ab0-f38a-4506-b879-7eea29bf103a tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=578cf01a-f918-4def-80b2-cd0a18fdde58 HTTP/1.1" status: 200 len: 944 time: 0.0561781 Mar 29 20:28:13.479673 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f97336c8-1148-485a-958f-edfaad2b571a req-e37391b7-783f-4879-befd-879a7654667f tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457199 Mar 29 20:28:13.723279 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:14.639036 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119ae16-718a-494f-9cd2-049f05f148a4 req-6148cc1f-bf85-4020-86b4-c4f685ebe0a2 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:14.640508 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c119ae16-718a-494f-9cd2-049f05f148a4 req-6148cc1f-bf85-4020-86b4-c4f685ebe0a2 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=299d5d4c-4be4-4f99-96ac-3acbca632e86 HTTP/1.1" status: 200 len: 946 time: 0.0893228 Mar 29 20:28:14.647901 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb343555-16af-4ea1-ba8c-ee2165131707 req-a8019671-69c5-441b-8f4c-2f36d8071537 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:14.649252 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fb343555-16af-4ea1-ba8c-ee2165131707 req-a8019671-69c5-441b-8f4c-2f36d8071537 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=578cf01a-f918-4def-80b2-cd0a18fdde58 HTTP/1.1" status: 200 len: 944 time: 0.0889370 Mar 29 20:28:14.724934 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c119ae16-718a-494f-9cd2-049f05f148a4 req-0e181611-4018-4910-9e8f-0f75a79bd7e0 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=db5cce28-5907-4940-99a3-4316b07284ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747185 Mar 29 20:28:14.728744 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fb343555-16af-4ea1-ba8c-ee2165131707 req-18c77c7c-8e67-438e-b8fa-08c201359f0d tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729032 Mar 29 20:28:14.814766 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:15.885316 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf5ac5-c94e-41fe-96a3-0fd62f0ff0e8 req-639ad9a9-94de-4413-987d-20415dce9242 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:15.886810 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cecf5ac5-c94e-41fe-96a3-0fd62f0ff0e8 req-639ad9a9-94de-4413-987d-20415dce9242 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=578cf01a-f918-4def-80b2-cd0a18fdde58 HTTP/1.1" status: 200 len: 944 time: 0.0890491 Mar 29 20:28:15.895139 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7abdba-10b9-4b91-9c2b-ac68041cc223 req-276aba18-5f1b-4596-846c-b5199976ece4 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:15.896702 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-bb7abdba-10b9-4b91-9c2b-ac68041cc223 req-276aba18-5f1b-4596-846c-b5199976ece4 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=299d5d4c-4be4-4f99-96ac-3acbca632e86 HTTP/1.1" status: 200 len: 946 time: 0.0977535 Mar 29 20:28:15.975662 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cecf5ac5-c94e-41fe-96a3-0fd62f0ff0e8 req-1ee8693c-ed51-4c3a-8214-f8a49721967e tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779450 Mar 29 20:28:15.982476 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-bb7abdba-10b9-4b91-9c2b-ac68041cc223 req-067aedce-7cfa-4ab2-8886-fa4fbf2ee4c4 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=db5cce28-5907-4940-99a3-4316b07284ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788500 Mar 29 20:28:16.074954 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7c415-661e-4f8d-9aa6-a25c6c0ad2e3 req-b82e15cb-8d01-4477-90a9-a86b0c8cfcaa tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:16.076290 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d8e7c415-661e-4f8d-9aa6-a25c6c0ad2e3 req-b82e15cb-8d01-4477-90a9-a86b0c8cfcaa tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.42 "GET /v2.0/ports?device_id=299d5d4c-4be4-4f99-96ac-3acbca632e86 HTTP/1.1" status: 200 len: 946 time: 0.0615902 Mar 29 20:28:16.176781 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [req-d8e7c415-661e-4f8d-9aa6-a25c6c0ad2e3 req-acb6dd40-1c4f-4e3b-8c48-ec4de831abdf tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Deleting port c5a0559c-da3f-4039-8cd0-2743dd48132d {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:28:16.177121 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-d8e7c415-661e-4f8d-9aa6-a25c6c0ad2e3 req-acb6dd40-1c4f-4e3b-8c48-ec4de831abdf tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (c5a0559c-da3f-4039-8cd0-2743dd48132d), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:16.266810 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [req-d8e7c415-661e-4f8d-9aa6-a25c6c0ad2e3 req-acb6dd40-1c4f-4e3b-8c48-ec4de831abdf tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] For port c5a0559c-da3f-4039-8cd0-2743dd48132d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c5a0559c-da3f-4039-8cd0-2743dd48132d,segment=NetworkSegment(5e7bedf7-f22f-4efb-a5de-316c44ea4199),segment_id=5e7bedf7-f22f-4efb-a5de-316c44ea4199)] {{(pid=103820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:28:16.267178 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-d8e7c415-661e-4f8d-9aa6-a25c6c0ad2e3 req-acb6dd40-1c4f-4e3b-8c48-ec4de831abdf tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (c5a0559c-da3f-4039-8cd0-2743dd48132d), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:16.410691 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:16.466787 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-d8e7c415-661e-4f8d-9aa6-a25c6c0ad2e3 req-acb6dd40-1c4f-4e3b-8c48-ec4de831abdf tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:16.467158 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-d8e7c415-661e-4f8d-9aa6-a25c6c0ad2e3 req-acb6dd40-1c4f-4e3b-8c48-ec4de831abdf tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (1accb57c-85d8-44f9-a845-0255049de136), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:16.467482 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.db.l3_db [req-d8e7c415-661e-4f8d-9aa6-a25c6c0ad2e3 req-acb6dd40-1c4f-4e3b-8c48-ec4de831abdf tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Floating IP 1accb57c-85d8-44f9-a845-0255049de136 disassociated. External IP: 172.27.3.13, port: c5a0559c-da3f-4039-8cd0-2743dd48132d. Mar 29 20:28:16.467872 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [req-d8e7c415-661e-4f8d-9aa6-a25c6c0ad2e3 req-acb6dd40-1c4f-4e3b-8c48-ec4de831abdf tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Calling delete_port for c5a0559c-da3f-4039-8cd0-2743dd48132d owned by compute:nova {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:28:16.699826 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-d8e7c415-661e-4f8d-9aa6-a25c6c0ad2e3 req-acb6dd40-1c4f-4e3b-8c48-ec4de831abdf tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (c5a0559c-da3f-4039-8cd0-2743dd48132d), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:16.734932 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6dd40-1c4f-4e3b-8c48-ec4de831abdf tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event deleted for resources: {'Port': ['ID=c5a0559c-da3f-4039-8cd0-2743dd48132d,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:16.747124 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6dd40-1c4f-4e3b-8c48-ec4de831abdf tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:16.747468 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6dd40-1c4f-4e3b-8c48-ec4de831abdf tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:16.747808 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6dd40-1c4f-4e3b-8c48-ec4de831abdf tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:16.748147 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6dd40-1c4f-4e3b-8c48-ec4de831abdf tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:16.748555 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6dd40-1c4f-4e3b-8c48-ec4de831abdf tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:16.748798 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6dd40-1c4f-4e3b-8c48-ec4de831abdf tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:16.749117 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6dd40-1c4f-4e3b-8c48-ec4de831abdf tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:16.749540 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6dd40-1c4f-4e3b-8c48-ec4de831abdf tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:16.749897 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6dd40-1c4f-4e3b-8c48-ec4de831abdf tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:16.750382 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6dd40-1c4f-4e3b-8c48-ec4de831abdf tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:16.751082 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6dd40-1c4f-4e3b-8c48-ec4de831abdf tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:16.751082 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6dd40-1c4f-4e3b-8c48-ec4de831abdf tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:16.751257 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6dd40-1c4f-4e3b-8c48-ec4de831abdf tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:16.751469 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6dd40-1c4f-4e3b-8c48-ec4de831abdf tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:16.751780 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6dd40-1c4f-4e3b-8c48-ec4de831abdf tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:16.870355 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8e7c415-661e-4f8d-9aa6-a25c6c0ad2e3 req-acb6dd40-1c4f-4e3b-8c48-ec4de831abdf tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:28:16.992364 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8e7c415-661e-4f8d-9aa6-a25c6c0ad2e3 req-acb6dd40-1c4f-4e3b-8c48-ec4de831abdf tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:28:17.003674 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90039097-6766-48c3-bb6e-bbb0fb2a3f24 None None] Sync routers for ids ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:28:17.021872 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90039097-6766-48c3-bb6e-bbb0fb2a3f24 None None] Routers {'4a8de07c-e7e6-411d-ad8d-06d31fa09371'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:28:17.024819 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-90039097-6766-48c3-bb6e-bbb0fb2a3f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:28:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:28:17.057019 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e7c415-661e-4f8d-9aa6-a25c6c0ad2e3 req-acb6dd40-1c4f-4e3b-8c48-ec4de831abdf tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] No DVR routers for this DVR port c5a0559c-da3f-4039-8cd0-2743dd48132d on host hv-cinder-78481 {{(pid=103820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:28:17.065104 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-d8e7c415-661e-4f8d-9aa6-a25c6c0ad2e3 req-acb6dd40-1c4f-4e3b-8c48-ec4de831abdf tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:17.065104 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d8e7c415-661e-4f8d-9aa6-a25c6c0ad2e3 req-acb6dd40-1c4f-4e3b-8c48-ec4de831abdf tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.42 "DELETE /v2.0/ports/c5a0559c-da3f-4039-8cd0-2743dd48132d HTTP/1.1" status: 204 len: 173 time: 0.9833040 Mar 29 20:28:17.073119 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299d5d4c-4be4-4f99-96ac-3acbca632e86', 'name': 'network-vif-deleted', 'tag': 'c5a0559c-da3f-4039-8cd0-2743dd48132d'}] {{(pid=103820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:28:17.082200 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6edefd21b48d6680289e87f093b2b3ac5ccca22ebb7ce82a748a83257c36a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6929115f-abab-4177-9233-37c02a2da2c8" -d '{"events": [{"server_uuid": "299d5d4c-4be4-4f99-96ac-3acbca632e86", "name": "network-vif-deleted", "tag": "c5a0559c-da3f-4039-8cd0-2743dd48132d"}]}' {{(pid=103820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:28:17.146614 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-869c9b4d-9bb4-430f-a7c0-c30b95d8b5f6 req-994170dc-dbae-490b-afaa-0a3ab69bb7cc tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=299d5d4c-4be4-4f99-96ac-3acbca632e86 HTTP/1.1" status: 200 len: 210 time: 0.0353682 Mar 29 20:28:17.166835 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-90039097-6766-48c3-bb6e-bbb0fb2a3f24 None None] Set router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:28:17.177610 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376833a9-514d-425a-ae07-7fe8a000969c req-801c3fb0-9f19-4566-b6e2-b1aa4efcbaae tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:17.179554 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-376833a9-514d-425a-ae07-7fe8a000969c req-801c3fb0-9f19-4566-b6e2-b1aa4efcbaae tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=578cf01a-f918-4def-80b2-cd0a18fdde58 HTTP/1.1" status: 200 len: 944 time: 0.1202884 Mar 29 20:28:17.244693 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2077c9-a9c5-46cb-9ca8-8c0bda2c8464 x-openstack-request-id: req-cd2077c9-a9c5-46cb-9ca8-8c0bda2c8464 {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:28:17.245004 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299d5d4c-4be4-4f99-96ac-3acbca632e86", "name": "network-vif-deleted", "tag": "c5a0559c-da3f-4039-8cd0-2743dd48132d", "status": "completed", "code": 200}]} {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:28:17.245217 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd2077c9-a9c5-46cb-9ca8-8c0bda2c8464 {{(pid=103820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:28:17.245776 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd2077c9-a9c5-46cb-9ca8-8c0bda2c8464'] response: {'server_uuid': '299d5d4c-4be4-4f99-96ac-3acbca632e86', 'name': 'network-vif-deleted', 'tag': 'c5a0559c-da3f-4039-8cd0-2743dd48132d', 'status': 'completed', 'code': 200} Mar 29 20:28:17.251168 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-376833a9-514d-425a-ae07-7fe8a000969c req-40f8b8d8-fee3-4b09-abfe-4473f2c9e734 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587416 Mar 29 20:28:17.426428 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-90039097-6766-48c3-bb6e-bbb0fb2a3f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:05Z', 'revision_number': 4, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port': {'id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': 'a226cef6-c3a1-4da1-bf33-bb6bf4de5af6', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'port_id': 'fa01a53a-231f-4367-9ee6-68b2cc1d02d5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'mac_address': 'fa:16:3e:76:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a660fcd-5929-443e-b50c-429650eaa1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:26:09Z', 'updated_at': '2022-03-29T20:26:25Z', 'revision_number': 2, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932dd424-b773-41d9-92a5-599c5ed7dbfc', 'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'mac_address': 'fa:16:3e:9e:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:05Z', 'updated_at': '2022-03-29T20:26:09Z', 'revision_number': 5, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'subnets': [{'id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:28:17.456627 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90039097-6766-48c3-bb6e-bbb0fb2a3f24 None None] Checking router: 4a8de07c-e7e6-411d-ad8d-06d31fa09371 for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:28:17.465088 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90039097-6766-48c3-bb6e-bbb0fb2a3f24 None None] Routers {'4a8de07c-e7e6-411d-ad8d-06d31fa09371'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:28:17.465774 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-90039097-6766-48c3-bb6e-bbb0fb2a3f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:28:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:28:17.577314 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-90039097-6766-48c3-bb6e-bbb0fb2a3f24 None None] Set router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:28:17.808528 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-90039097-6766-48c3-bb6e-bbb0fb2a3f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:05Z', 'revision_number': 4, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port': {'id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': 'a226cef6-c3a1-4da1-bf33-bb6bf4de5af6', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'port_id': 'fa01a53a-231f-4367-9ee6-68b2cc1d02d5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'mac_address': 'fa:16:3e:76:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a660fcd-5929-443e-b50c-429650eaa1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:26:09Z', 'updated_at': '2022-03-29T20:26:25Z', 'revision_number': 2, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932dd424-b773-41d9-92a5-599c5ed7dbfc', 'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'mac_address': 'fa:16:3e:9e:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:05Z', 'updated_at': '2022-03-29T20:26:09Z', 'revision_number': 5, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'subnets': [{'id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:28:17.836214 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90039097-6766-48c3-bb6e-bbb0fb2a3f24 None None] The sync data for ids ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'] in dv-cinder-784815-3-iscsi is: [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:05Z', 'revision_number': 4, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port': {'id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': 'a226cef6-c3a1-4da1-bf33-bb6bf4de5af6', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'port_id': 'fa01a53a-231f-4367-9ee6-68b2cc1d02d5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'mac_address': 'fa:16:3e:76:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a660fcd-5929-443e-b50c-429650eaa1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:26:09Z', 'updated_at': '2022-03-29T20:26:25Z', 'revision_number': 2, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932dd424-b773-41d9-92a5-599c5ed7dbfc', 'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'mac_address': 'fa:16:3e:9e:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:05Z', 'updated_at': '2022-03-29T20:26:09Z', 'revision_number': 5, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'subnets': [{'id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:28:18.063566 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b62d2ba-689b-4df2-a90b-962e41d4ad40 None None] New status for floating IP 1accb57c-85d8-44f9-a845-0255049de136: DOWN {{(pid=103822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 20:28:18.319091 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 51136) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:18.420065 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e80c4abb-0be0-48ed-82b2-2f200980eea2 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group (db5cce28-5907-4940-99a3-4316b07284ce), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:18.432648 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3072c3-7411-4486-8d37-320dfc26a90a req-3d8be969-0a84-497a-b7b0-edaceff49544 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:18.439546 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-bf3072c3-7411-4486-8d37-320dfc26a90a req-3d8be969-0a84-497a-b7b0-edaceff49544 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=578cf01a-f918-4def-80b2-cd0a18fdde58 HTTP/1.1" status: 200 len: 944 time: 0.0867002 Mar 29 20:28:18.488015 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e80c4abb-0be0-48ed-82b2-2f200980eea2 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group (db5cce28-5907-4940-99a3-4316b07284ce), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:18.517653 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-bf3072c3-7411-4486-8d37-320dfc26a90a req-1651e720-b20c-4ae2-9247-ff8d5bf4aa4b tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770075 Mar 29 20:28:18.626266 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e80c4abb-0be0-48ed-82b2-2f200980eea2 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (db5cce28-5907-4940-99a3-4316b07284ce), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:18.629271 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e80c4abb-0be0-48ed-82b2-2f200980eea2 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:18.630507 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-e80c4abb-0be0-48ed-82b2-2f200980eea2 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "DELETE /v2.0/security-groups/db5cce28-5907-4940-99a3-4316b07284ce HTTP/1.1" status: 204 len: 168 time: 0.3186507 Mar 29 20:28:18.633618 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 51152) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:18.640542 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c4abb-0be0-48ed-82b2-2f200980eea2 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5cce28-5907-4940-99a3-4316b07284ce,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:18.648223 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.api.v2.resource [None req-30744835-6dbe-4d97-ad31-16e5514744c4 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] show failed (client error): The resource could not be found. Mar 29 20:28:18.652226 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-30744835-6dbe-4d97-ad31-16e5514744c4 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups/db5cce28-5907-4940-99a3-4316b07284ce HTTP/1.1" status: 404 len: 347 time: 0.0170298 Mar 29 20:28:18.652550 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 51156) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:18.792791 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-693576ab-e78b-448e-8917-55410195bd59 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Deleting port 751c1a07-cef1-477f-a9dd-0f668d728fce {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:28:18.793035 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-693576ab-e78b-448e-8917-55410195bd59 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (751c1a07-cef1-477f-a9dd-0f668d728fce), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:18.873679 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-693576ab-e78b-448e-8917-55410195bd59 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (751c1a07-cef1-477f-a9dd-0f668d728fce), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:18.874006 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-693576ab-e78b-448e-8917-55410195bd59 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for floatingip (751c1a07-cef1-477f-a9dd-0f668d728fce), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:18.886637 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-693576ab-e78b-448e-8917-55410195bd59 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Calling delete_port for 751c1a07-cef1-477f-a9dd-0f668d728fce owned by network:floatingip {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:28:19.089837 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-693576ab-e78b-448e-8917-55410195bd59 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (751c1a07-cef1-477f-a9dd-0f668d728fce), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:19.117180 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693576ab-e78b-448e-8917-55410195bd59 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event deleted for resources: {'Port': ['ID=751c1a07-cef1-477f-a9dd-0f668d728fce,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:19.167776 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 44d0565b-89c9-408b-a7da-9edfd23cebd3 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 20:28:19.170098 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device c5a0559c-da3f-4039-8cd0-2743dd48132d no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:28:19.178358 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-693576ab-e78b-448e-8917-55410195bd59 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for floatingip (1accb57c-85d8-44f9-a845-0255049de136), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:19.181075 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-693576ab-e78b-448e-8917-55410195bd59 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:19.182260 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-693576ab-e78b-448e-8917-55410195bd59 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "DELETE /v2.0/floatingips/1accb57c-85d8-44f9-a845-0255049de136 HTTP/1.1" status: 204 len: 168 time: 0.5285325 Mar 29 20:28:19.196374 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] No Port match for: c5a0559c-da3f-4039-8cd0-2743dd48132d {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:28:19.196727 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device c5a0559c-da3f-4039-8cd0-2743dd48132d not bound to the agent host hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:28:19.297635 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 44d0565b-89c9-408b-a7da-9edfd23cebd3, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=44d0565b-89c9-408b-a7da-9edfd23cebd3,segment=NetworkSegment(0cd826c0-2b4c-4186-9491-4ca38eacdbb2),segment_id=0cd826c0-2b4c-4186-9491-4ca38eacdbb2)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:28:19.310629 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Returning: {'device': '44d0565b-89c9-408b-a7da-9edfd23cebd3', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'port_id': '44d0565b-89c9-408b-a7da-9edfd23cebd3', 'mac_address': 'fa:16:3e:7d:03:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 20:28:19.352131 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 44d0565b-89c9-408b-a7da-9edfd23cebd3 is: DOWN; New status is: BUILD {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:28:19.352550 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (44d0565b-89c9-408b-a7da-9edfd23cebd3), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:19.366273 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44d0565b-89c9-408b-a7da-9edfd23cebd3 {{(pid=103822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:28:19.387367 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 44d0565b-89c9-408b-a7da-9edfd23cebd3, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=44d0565b-89c9-408b-a7da-9edfd23cebd3,segment=NetworkSegment(0cd826c0-2b4c-4186-9491-4ca38eacdbb2),segment_id=0cd826c0-2b4c-4186-9491-4ca38eacdbb2)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:28:19.478117 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (44d0565b-89c9-408b-a7da-9edfd23cebd3), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:19.531041 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=44d0565b-89c9-408b-a7da-9edfd23cebd3,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:19.538489 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:19.538838 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:19.539173 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:19.539508 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:19.539835 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:19.540159 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:19.540483 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:19.540804 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:19.541124 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:19.541474 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:19.541804 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:19.542124 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:19.542442 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:19.542760 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:19.543076 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:19.648518 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633fe2c-3452-4460-8ce9-d92aa712b86c req-0ffcd10e-cbd7-4554-8085-d20edc0171ef tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:19.650029 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0633fe2c-3452-4460-8ce9-d92aa712b86c req-0ffcd10e-cbd7-4554-8085-d20edc0171ef tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=578cf01a-f918-4def-80b2-cd0a18fdde58 HTTP/1.1" status: 200 len: 945 time: 0.0620077 Mar 29 20:28:19.683521 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['44d0565b-89c9-408b-a7da-9edfd23cebd3'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:28:19.706732 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0633fe2c-3452-4460-8ce9-d92aa712b86c req-cd0ccd13-528a-4bb2-b000-febba8b3aa62 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508637 Mar 29 20:28:20.835097 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc14926-9f68-4101-9c6b-a4ef21765e75 req-21e89d94-68a4-4e4a-a11c-4da12bb788dc tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:20.836733 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-bcc14926-9f68-4101-9c6b-a4ef21765e75 req-21e89d94-68a4-4e4a-a11c-4da12bb788dc tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=578cf01a-f918-4def-80b2-cd0a18fdde58 HTTP/1.1" status: 200 len: 945 time: 0.0537958 Mar 29 20:28:20.886430 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-bcc14926-9f68-4101-9c6b-a4ef21765e75 req-97d4e398-d540-466a-aecc-a3ca246344c7 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441158 Mar 29 20:28:21.195155 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 44d0565b-89c9-408b-a7da-9edfd23cebd3 up at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:28:21.199091 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07440d-152e-480c-832c-79c6e6c8e034 req-971cf646-fb71-4ab3-afd4-55efa7ed2a6a tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:21.200580 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8b07440d-152e-480c-832c-79c6e6c8e034 req-971cf646-fb71-4ab3-afd4-55efa7ed2a6a tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a660fcd-5929-443e-b50c-429650eaa1fb HTTP/1.1" status: 200 len: 945 time: 0.0567613 Mar 29 20:28:21.247789 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8b07440d-152e-480c-832c-79c6e6c8e034 req-1633896e-0e47-49e1-a850-85dfcc8efe04 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=4b19c6de-6c5d-482f-b04e-46eea8f926ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413737 Mar 29 20:28:21.294629 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning for port 44d0565b-89c9-408b-a7da-9edfd23cebd3 completed by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 20:28:21.298653 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning complete for port 44d0565b-89c9-408b-a7da-9edfd23cebd3 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:28:21.299022 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (44d0565b-89c9-408b-a7da-9edfd23cebd3), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:21.374927 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 44d0565b-89c9-408b-a7da-9edfd23cebd3 is: BUILD; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:28:21.375312 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (44d0565b-89c9-408b-a7da-9edfd23cebd3), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:21.400923 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578cf01a-f918-4def-80b2-cd0a18fdde58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d0565b-89c9-408b-a7da-9edfd23cebd3'}] {{(pid=103822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:28:21.403180 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0861b571914e5dc523c78e704c27631447c9211d5b419e1eb1b6a7c48cd57d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5754e2c9-c2a0-4db5-be05-1ee4d014e124" -d '{"events": [{"server_uuid": "578cf01a-f918-4def-80b2-cd0a18fdde58", "name": "network-vif-plugged", "status": "completed", "tag": "44d0565b-89c9-408b-a7da-9edfd23cebd3"}]}' {{(pid=103822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:28:21.416115 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 44d0565b-89c9-408b-a7da-9edfd23cebd3, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=44d0565b-89c9-408b-a7da-9edfd23cebd3,segment=NetworkSegment(0cd826c0-2b4c-4186-9491-4ca38eacdbb2),segment_id=0cd826c0-2b4c-4186-9491-4ca38eacdbb2)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:28:21.439066 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba47c605-fc5f-450a-bbc9-24dc6af283fb x-openstack-request-id: req-ba47c605-fc5f-450a-bbc9-24dc6af283fb {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:28:21.439360 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578cf01a-f918-4def-80b2-cd0a18fdde58", "name": "network-vif-plugged", "status": "completed", "tag": "44d0565b-89c9-408b-a7da-9edfd23cebd3", "code": 200}]} {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:28:21.439618 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ba47c605-fc5f-450a-bbc9-24dc6af283fb {{(pid=103822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:28:21.440022 dv-cinder-784815-3-iscsi neutron-server[103822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba47c605-fc5f-450a-bbc9-24dc6af283fb'] response: {'server_uuid': '578cf01a-f918-4def-80b2-cd0a18fdde58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d0565b-89c9-408b-a7da-9edfd23cebd3', 'code': 200} Mar 29 20:28:21.466457 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (44d0565b-89c9-408b-a7da-9edfd23cebd3), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:21.514072 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=44d0565b-89c9-408b-a7da-9edfd23cebd3,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:21.793694 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005b66e-a7fa-40fa-b11c-38eb6a235806 req-ed976b68-b9fb-4314-9429-ce785bb7b8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:21.798704 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9005b66e-a7fa-40fa-b11c-38eb6a235806 req-ed976b68-b9fb-4314-9429-ce785bb7b8b5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=578cf01a-f918-4def-80b2-cd0a18fdde58 HTTP/1.1" status: 200 len: 1130 time: 0.0502689 Mar 29 20:28:21.843273 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9005b66e-a7fa-40fa-b11c-38eb6a235806 req-737adeb8-fc74-4f46-8201-0770319b6f9d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405231 Mar 29 20:28:22.009523 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbecdc-1926-40c4-b127-b501c0c5ea00 req-eff5780f-d1d6-4e47-b4d3-622a00d3af8f tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:22.011001 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-24dbecdc-1926-40c4-b127-b501c0c5ea00 req-eff5780f-d1d6-4e47-b4d3-622a00d3af8f tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=578cf01a-f918-4def-80b2-cd0a18fdde58 HTTP/1.1" status: 200 len: 946 time: 0.0559957 Mar 29 20:28:22.065390 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-24dbecdc-1926-40c4-b127-b501c0c5ea00 req-bda45a91-b1cb-4525-8a15-9ab56c6e2b6c tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484316 Mar 29 20:28:22.371190 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e374b4-2552-4db5-aa6e-0c0a998d900d req-1cbf48bf-d40f-48a5-9248-f6e27f1839ec tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:22.372594 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-69e374b4-2552-4db5-aa6e-0c0a998d900d req-1cbf48bf-d40f-48a5-9248-f6e27f1839ec tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a660fcd-5929-443e-b50c-429650eaa1fb HTTP/1.1" status: 200 len: 945 time: 0.0538778 Mar 29 20:28:22.420725 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-69e374b4-2552-4db5-aa6e-0c0a998d900d req-86bf6d72-7eb7-4e59-a22a-dfcf923c80af tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=4b19c6de-6c5d-482f-b04e-46eea8f926ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424645 Mar 29 20:28:22.936257 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506397b1-8d55-48e8-8542-dcf8890b9449 req-10ecce1f-27f4-4a9a-b013-f295e3b6408a tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:22.937773 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-506397b1-8d55-48e8-8542-dcf8890b9449 req-10ecce1f-27f4-4a9a-b013-f295e3b6408a tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a660fcd-5929-443e-b50c-429650eaa1fb HTTP/1.1" status: 200 len: 945 time: 0.0561464 Mar 29 20:28:23.038539 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [req-506397b1-8d55-48e8-8542-dcf8890b9449 req-d31f349d-d9ff-4592-be9e-40451de3fa14 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Deleting port fa01a53a-231f-4367-9ee6-68b2cc1d02d5 {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:28:23.038881 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-506397b1-8d55-48e8-8542-dcf8890b9449 req-d31f349d-d9ff-4592-be9e-40451de3fa14 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (fa01a53a-231f-4367-9ee6-68b2cc1d02d5), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:23.132122 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [req-506397b1-8d55-48e8-8542-dcf8890b9449 req-d31f349d-d9ff-4592-be9e-40451de3fa14 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] For port fa01a53a-231f-4367-9ee6-68b2cc1d02d5, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=fa01a53a-231f-4367-9ee6-68b2cc1d02d5,segment=NetworkSegment(5e7bedf7-f22f-4efb-a5de-316c44ea4199),segment_id=5e7bedf7-f22f-4efb-a5de-316c44ea4199)] {{(pid=103820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:28:23.132483 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-506397b1-8d55-48e8-8542-dcf8890b9449 req-d31f349d-d9ff-4592-be9e-40451de3fa14 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (fa01a53a-231f-4367-9ee6-68b2cc1d02d5), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:23.274230 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac880d9b-282e-4598-88c9-179fd619e4d2 req-8d985990-e0bb-495d-b7a5-20c3a2362db5 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:23.275726 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ac880d9b-282e-4598-88c9-179fd619e4d2 req-8d985990-e0bb-495d-b7a5-20c3a2362db5 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=578cf01a-f918-4def-80b2-cd0a18fdde58 HTTP/1.1" status: 200 len: 946 time: 0.1357703 Mar 29 20:28:23.302753 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 51222) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:23.386422 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ac880d9b-282e-4598-88c9-179fd619e4d2 req-8ce082b8-4674-42de-bf62-5633fa262be9 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024818 Mar 29 20:28:23.389265 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-506397b1-8d55-48e8-8542-dcf8890b9449 req-d31f349d-d9ff-4592-be9e-40451de3fa14 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:23.389653 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-506397b1-8d55-48e8-8542-dcf8890b9449 req-d31f349d-d9ff-4592-be9e-40451de3fa14 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (a226cef6-c3a1-4da1-bf33-bb6bf4de5af6), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:23.389963 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.db.l3_db [req-506397b1-8d55-48e8-8542-dcf8890b9449 req-d31f349d-d9ff-4592-be9e-40451de3fa14 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Floating IP a226cef6-c3a1-4da1-bf33-bb6bf4de5af6 disassociated. External IP: 172.27.3.91, port: fa01a53a-231f-4367-9ee6-68b2cc1d02d5. Mar 29 20:28:23.390296 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [req-506397b1-8d55-48e8-8542-dcf8890b9449 req-d31f349d-d9ff-4592-be9e-40451de3fa14 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Calling delete_port for fa01a53a-231f-4367-9ee6-68b2cc1d02d5 owned by compute:nova {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:28:23.412926 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-94cbb3d8-a96b-459c-9a29-1ee274b02d68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:23.592676 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac02545-79d9-4f15-bd09-195f1b05adbd req-4a7eb14f-3f6b-4740-b757-7ccd2b1f527c tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:23.594207 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1ac02545-79d9-4f15-bd09-195f1b05adbd req-4a7eb14f-3f6b-4740-b757-7ccd2b1f527c tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=578cf01a-f918-4def-80b2-cd0a18fdde58 HTTP/1.1" status: 200 len: 946 time: 0.1285346 Mar 29 20:28:23.607160 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b741c7-1f25-4029-a013-f12896bb6891 req-73f7b7e2-20b8-494f-99d8-c67742d6f279 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:23.608545 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f4b741c7-1f25-4029-a013-f12896bb6891 req-73f7b7e2-20b8-494f-99d8-c67742d6f279 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a660fcd-5929-443e-b50c-429650eaa1fb HTTP/1.1" status: 200 len: 945 time: 0.1103430 Mar 29 20:28:23.668218 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-506397b1-8d55-48e8-8542-dcf8890b9449 req-d31f349d-d9ff-4592-be9e-40451de3fa14 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (fa01a53a-231f-4367-9ee6-68b2cc1d02d5), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:23.692199 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1ac02545-79d9-4f15-bd09-195f1b05adbd req-c26b8767-7092-434f-b769-57e6eb50a675 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825772 Mar 29 20:28:23.699183 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-94cbb3d8-a96b-459c-9a29-1ee274b02d68 admin admin] Publish callbacks [] for security_group (011c1b36-ee11-4619-9abe-bb5ba94b0f97), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:23.716165 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f349d-d9ff-4592-be9e-40451de3fa14 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event deleted for resources: {'Port': ['ID=fa01a53a-231f-4367-9ee6-68b2cc1d02d5,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:23.716804 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 51230) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:23.722131 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f4b741c7-1f25-4029-a013-f12896bb6891 req-f1dcd838-eafa-42a1-bf3a-52232fa27b2a tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=4b19c6de-6c5d-482f-b04e-46eea8f926ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068313 Mar 29 20:28:23.770870 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-94cbb3d8-a96b-459c-9a29-1ee274b02d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (011c1b36-ee11-4619-9abe-bb5ba94b0f97), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:23.833550 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-94cbb3d8-a96b-459c-9a29-1ee274b02d68 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e0af22acc97947778139ce7bebbbb08f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5274501 Mar 29 20:28:23.833550 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cbb3d8-a96b-459c-9a29-1ee274b02d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011c1b36-ee11-4619-9abe-bb5ba94b0f97,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:23.833906 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 51232) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:23.842143 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b81239e-97b0-4ead-94b7-2e15f79d3e0f tempest-TestVolumeBootPattern-2013194712 tempest-TestVolumeBootPattern-2013194712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:23.843758 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-3b81239e-97b0-4ead-94b7-2e15f79d3e0f tempest-TestVolumeBootPattern-2013194712 tempest-TestVolumeBootPattern-2013194712-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=578cf01a-f918-4def-80b2-cd0a18fdde58 HTTP/1.1" status: 200 len: 1125 time: 0.1249011 Mar 29 20:28:23.846735 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 51234) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:23.851738 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-3997d0f3-2a83-4c55-81c1-93d3488d7874 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Request body: {'floatingip': {'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'port_id': '44d0565b-89c9-408b-a7da-9edfd23cebd3', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:28:23.885684 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-506397b1-8d55-48e8-8542-dcf8890b9449 req-d31f349d-d9ff-4592-be9e-40451de3fa14 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:28:23.908035 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c2c603fe-3950-4c9c-9aea-74d36dfbe582 admin admin] Publish callbacks [] for security_group (011c1b36-ee11-4619-9abe-bb5ba94b0f97), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:23.958355 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3997d0f3-2a83-4c55-81c1-93d3488d7874 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:23.993511 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c2c603fe-3950-4c9c-9aea-74d36dfbe582 admin admin] Publish callbacks [] for security_group (011c1b36-ee11-4619-9abe-bb5ba94b0f97), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:24.055641 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-506397b1-8d55-48e8-8542-dcf8890b9449 req-d31f349d-d9ff-4592-be9e-40451de3fa14 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:28:24.063094 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3997d0f3-2a83-4c55-81c1-93d3488d7874 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:24.070997 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c61bc9-edf0-4627-a276-2c7fcce655e5 None None] Sync routers for ids ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:28:24.081968 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c61bc9-edf0-4627-a276-2c7fcce655e5 None None] Routers {'4a8de07c-e7e6-411d-ad8d-06d31fa09371'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:28:24.083354 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-06c61bc9-edf0-4627-a276-2c7fcce655e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:28:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:28:24.104480 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [req-506397b1-8d55-48e8-8542-dcf8890b9449 req-d31f349d-d9ff-4592-be9e-40451de3fa14 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] No DVR routers for this DVR port fa01a53a-231f-4367-9ee6-68b2cc1d02d5 on host hv-cinder-78481 {{(pid=103820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:28:24.107059 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-506397b1-8d55-48e8-8542-dcf8890b9449 req-d31f349d-d9ff-4592-be9e-40451de3fa14 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:24.110652 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-506397b1-8d55-48e8-8542-dcf8890b9449 req-d31f349d-d9ff-4592-be9e-40451de3fa14 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.42 "DELETE /v2.0/ports/fa01a53a-231f-4367-9ee6-68b2cc1d02d5 HTTP/1.1" status: 204 len: 173 time: 1.1665092 Mar 29 20:28:24.111150 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a660fcd-5929-443e-b50c-429650eaa1fb', 'name': 'network-vif-deleted', 'tag': 'fa01a53a-231f-4367-9ee6-68b2cc1d02d5'}] {{(pid=103820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:28:24.114087 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6edefd21b48d6680289e87f093b2b3ac5ccca22ebb7ce82a748a83257c36a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced0ff21-f340-46ed-b4ab-cbce9f191154" -d '{"events": [{"server_uuid": "9a660fcd-5929-443e-b50c-429650eaa1fb", "name": "network-vif-deleted", "tag": "fa01a53a-231f-4367-9ee6-68b2cc1d02d5"}]}' {{(pid=103820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:28:24.155103 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265e5428-c39a-4846-b643-89a4537bebdb x-openstack-request-id: req-265e5428-c39a-4846-b643-89a4537bebdb {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:28:24.155393 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a660fcd-5929-443e-b50c-429650eaa1fb", "name": "network-vif-deleted", "tag": "fa01a53a-231f-4367-9ee6-68b2cc1d02d5", "status": "completed", "code": 200}]} {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:28:24.155646 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-265e5428-c39a-4846-b643-89a4537bebdb {{(pid=103820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:28:24.156101 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-265e5428-c39a-4846-b643-89a4537bebdb'] response: {'server_uuid': '9a660fcd-5929-443e-b50c-429650eaa1fb', 'name': 'network-vif-deleted', 'tag': 'fa01a53a-231f-4367-9ee6-68b2cc1d02d5', 'status': 'completed', 'code': 200} Mar 29 20:28:24.173932 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c2c603fe-3950-4c9c-9aea-74d36dfbe582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (011c1b36-ee11-4619-9abe-bb5ba94b0f97), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:24.176726 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c2c603fe-3950-4c9c-9aea-74d36dfbe582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:24.189187 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-c2c603fe-3950-4c9c-9aea-74d36dfbe582 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/011c1b36-ee11-4619-9abe-bb5ba94b0f97 HTTP/1.1" status: 204 len: 168 time: 0.3526211 Mar 29 20:28:24.209536 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c603fe-3950-4c9c-9aea-74d36dfbe582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011c1b36-ee11-4619-9abe-bb5ba94b0f97,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:24.219826 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-06c61bc9-edf0-4627-a276-2c7fcce655e5 None None] Set router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:28:24.309273 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_common [None req-3997d0f3-2a83-4c55-81c1-93d3488d7874 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Allocated IP 172.27.3.163 (921e7f1b-e183-4cfd-babe-1b51626667cb/9cb70218-5a19-4d48-a6d1-83791bae0ed9/82eaba72-c97f-46b2-9012-f8260f1ef67b) {{(pid=103821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:28:24.423004 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3997d0f3-2a83-4c55-81c1-93d3488d7874 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for port (82eaba72-c97f-46b2-9012-f8260f1ef67b), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:24.455127 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-06c61bc9-edf0-4627-a276-2c7fcce655e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:05Z', 'revision_number': 4, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port': {'id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '932dd424-b773-41d9-92a5-599c5ed7dbfc', 'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'mac_address': 'fa:16:3e:9e:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:05Z', 'updated_at': '2022-03-29T20:26:09Z', 'revision_number': 5, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'subnets': [{'id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:28:24.483054 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c61bc9-edf0-4627-a276-2c7fcce655e5 None None] Checking router: 4a8de07c-e7e6-411d-ad8d-06d31fa09371 for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:28:24.491584 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c61bc9-edf0-4627-a276-2c7fcce655e5 None None] Routers {'4a8de07c-e7e6-411d-ad8d-06d31fa09371'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:28:24.504176 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-06c61bc9-edf0-4627-a276-2c7fcce655e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:28:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:28:24.564189 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3997d0f3-2a83-4c55-81c1-93d3488d7874 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (82eaba72-c97f-46b2-9012-f8260f1ef67b), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:24.608403 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3997d0f3-2a83-4c55-81c1-93d3488d7874 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Network 921e7f1b-e183-4cfd-babe-1b51626667cb is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:28:24.609743 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-06c61bc9-edf0-4627-a276-2c7fcce655e5 None None] Set router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:28:24.616674 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [None req-3997d0f3-2a83-4c55-81c1-93d3488d7874 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:28:24.618951 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997d0f3-2a83-4c55-81c1-93d3488d7874 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Pushing event updated for resources: {'Port': ['ID=82eaba72-c97f-46b2-9012-f8260f1ef67b,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:24.621065 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3997d0f3-2a83-4c55-81c1-93d3488d7874 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Received port after_create {{(pid=103821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:28:24.855164 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-06c61bc9-edf0-4627-a276-2c7fcce655e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:05Z', 'revision_number': 4, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port': {'id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '932dd424-b773-41d9-92a5-599c5ed7dbfc', 'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'mac_address': 'fa:16:3e:9e:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:05Z', 'updated_at': '2022-03-29T20:26:09Z', 'revision_number': 5, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'subnets': [{'id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:28:24.862806 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3ed06dd5-f430-442a-a29b-92049d8bd0c5 req-e2895007-dd60-4c29-ba15-9d8c6e5d99a5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a660fcd-5929-443e-b50c-429650eaa1fb HTTP/1.1" status: 200 len: 210 time: 0.0394573 Mar 29 20:28:24.984061 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c61bc9-edf0-4627-a276-2c7fcce655e5 None None] The sync data for ids ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'] in dv-cinder-784815-3-iscsi is: [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:05Z', 'revision_number': 4, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port': {'id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '932dd424-b773-41d9-92a5-599c5ed7dbfc', 'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'mac_address': 'fa:16:3e:9e:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:05Z', 'updated_at': '2022-03-29T20:26:09Z', 'revision_number': 5, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'subnets': [{'id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:28:25.043671 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3997d0f3-2a83-4c55-81c1-93d3488d7874 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for floatingip (8eb28555-4c1d-46ac-814c-be219a6953c4), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:25.219966 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3997d0f3-2a83-4c55-81c1-93d3488d7874 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (82eaba72-c97f-46b2-9012-f8260f1ef67b), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:25.272916 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50acca5c-d422-412d-a73e-62d7c8c4b414 None None] New status for floating IP a226cef6-c3a1-4da1-bf33-bb6bf4de5af6: DOWN {{(pid=103822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 20:28:25.387109 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3997d0f3-2a83-4c55-81c1-93d3488d7874 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for port (82eaba72-c97f-46b2-9012-f8260f1ef67b), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:25.466187 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3997d0f3-2a83-4c55-81c1-93d3488d7874 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129149341'] for port (82eaba72-c97f-46b2-9012-f8260f1ef67b), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:25.543258 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997d0f3-2a83-4c55-81c1-93d3488d7874 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Pushing event updated for resources: {'Port': ['ID=82eaba72-c97f-46b2-9012-f8260f1ef67b,revision_number=2']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:25.555713 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3997d0f3-2a83-4c55-81c1-93d3488d7874 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (8eb28555-4c1d-46ac-814c-be219a6953c4), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:25.668215 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.db.l3_db [None req-3997d0f3-2a83-4c55-81c1-93d3488d7874 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Floating IP 8eb28555-4c1d-46ac-814c-be219a6953c4 associated. External IP: 172.27.3.163, port: 44d0565b-89c9-408b-a7da-9edfd23cebd3. Mar 29 20:28:25.885187 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3997d0f3-2a83-4c55-81c1-93d3488d7874 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Router de56441a-4d5f-4765-bbaa-4caada89364b has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:28:26.006347 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3997d0f3-2a83-4c55-81c1-93d3488d7874 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:28:26.009472 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 51272) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:26.018701 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ed3722-a804-4c24-bd36-86702c42728a None None] Sync routers for ids ['de56441a-4d5f-4765-bbaa-4caada89364b'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:28:26.040759 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ed3722-a804-4c24-bd36-86702c42728a None None] Routers {'de56441a-4d5f-4765-bbaa-4caada89364b'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:28:26.040759 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-61ed3722-a804-4c24-bd36-86702c42728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:28:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['de56441a-4d5f-4765-bbaa-4caada89364b'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:28:26.042984 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 51276) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:26.107734 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-eb4f43af-32fb-4f41-86a6-77af8fb4e16c tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group (4b19c6de-6c5d-482f-b04e-46eea8f926ac), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:26.131519 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-3997d0f3-2a83-4c55-81c1-93d3488d7874 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:26.148007 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-eb4f43af-32fb-4f41-86a6-77af8fb4e16c tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group (4b19c6de-6c5d-482f-b04e-46eea8f926ac), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:26.158347 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-61ed3722-a804-4c24-bd36-86702c42728a None None] Set router de56441a-4d5f-4765-bbaa-4caada89364b gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:28:26.164114 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-3997d0f3-2a83-4c55-81c1-93d3488d7874 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3160758 Mar 29 20:28:26.164685 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578cf01a-f918-4def-80b2-cd0a18fdde58', 'tag': '44d0565b-89c9-408b-a7da-9edfd23cebd3'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:28:26.167376 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb194c48-c43a-478f-9877-60fe2811f80e" -d '{"events": [{"name": "network-changed", "server_uuid": "578cf01a-f918-4def-80b2-cd0a18fdde58", "tag": "44d0565b-89c9-408b-a7da-9edfd23cebd3"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:28:26.167623 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3ff3c023-c5c0-4c0a-bf1b-e556e29282d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:26.241558 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff6c85f-9b86-4c97-a230-ff6f73a47ce9 x-openstack-request-id: req-5ff6c85f-9b86-4c97-a230-ff6f73a47ce9 {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:28:26.241955 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "578cf01a-f918-4def-80b2-cd0a18fdde58", "tag": "44d0565b-89c9-408b-a7da-9edfd23cebd3", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:28:26.242305 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ff6c85f-9b86-4c97-a230-ff6f73a47ce9 {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:28:26.242803 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ff6c85f-9b86-4c97-a230-ff6f73a47ce9'] response: {'name': 'network-changed', 'server_uuid': '578cf01a-f918-4def-80b2-cd0a18fdde58', 'tag': '44d0565b-89c9-408b-a7da-9edfd23cebd3', 'status': 'completed', 'code': 200} Mar 29 20:28:26.337337 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3ff3c023-c5c0-4c0a-bf1b-e556e29282d7 admin admin] Publish callbacks [] for security_group (24672e67-1b41-439c-bcdb-a007497be9ba), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:26.342991 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb194c48-c43a-478f-9877-60fe2811f80e req-cfd8d3ba-524d-4e42-bea4-b7571132e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:26.344485 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cb194c48-c43a-478f-9877-60fe2811f80e req-cfd8d3ba-524d-4e42-bea4-b7571132e1d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f9800a1b31b34882beb7e5e6dcb78fd6&device_id=578cf01a-f918-4def-80b2-cd0a18fdde58 HTTP/1.1" status: 200 len: 1130 time: 0.0764096 Mar 29 20:28:26.395876 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-eb4f43af-32fb-4f41-86a6-77af8fb4e16c tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (4b19c6de-6c5d-482f-b04e-46eea8f926ac), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:26.398144 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-eb4f43af-32fb-4f41-86a6-77af8fb4e16c tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:26.399278 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-eb4f43af-32fb-4f41-86a6-77af8fb4e16c tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "DELETE /v2.0/security-groups/4b19c6de-6c5d-482f-b04e-46eea8f926ac HTTP/1.1" status: 204 len: 168 time: 0.3552763 Mar 29 20:28:26.402027 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 51282) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:26.410380 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-61ed3722-a804-4c24-bd36-86702c42728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'name': 'tempest-TestVolumeBootPattern-403732453-router', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f177db50-1319-4967-885e-5da79d0748f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:02Z', 'updated_at': '2022-03-29T20:25:06Z', 'revision_number': 4, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'gw_port': {'id': 'f177db50-1319-4967-885e-5da79d0748f3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:03Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '8eb28555-4c1d-46ac-814c-be219a6953c4', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'port_id': '44d0565b-89c9-408b-a7da-9edfd23cebd3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'mac_address': 'fa:16:3e:7d:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578cf01a-f918-4def-80b2-cd0a18fdde58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:28:24Z', 'updated_at': '2022-03-29T20:28:24Z', 'revision_number': 0, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62b4591-cc81-42c5-804c-39393b1ebb1e', 'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'mac_address': 'fa:16:3e:58:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:05Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 5, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'subnets': [{'id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:28:26.416220 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.api.v2.resource [None req-7bd7a1cd-bf40-4083-88a3-bc5aa0e3eff8 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] show failed (client error): The resource could not be found. Mar 29 20:28:26.416575 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f43af-32fb-4f41-86a6-77af8fb4e16c tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b19c6de-6c5d-482f-b04e-46eea8f926ac,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:26.419827 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-7bd7a1cd-bf40-4083-88a3-bc5aa0e3eff8 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups/4b19c6de-6c5d-482f-b04e-46eea8f926ac HTTP/1.1" status: 404 len: 347 time: 0.0142608 Mar 29 20:28:26.420098 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 51284) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:26.435272 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3ff3c023-c5c0-4c0a-bf1b-e556e29282d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (24672e67-1b41-439c-bcdb-a007497be9ba), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:26.444730 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ed3722-a804-4c24-bd36-86702c42728a None None] Checking router: de56441a-4d5f-4765-bbaa-4caada89364b for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:28:26.456819 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ed3722-a804-4c24-bd36-86702c42728a None None] Routers {'de56441a-4d5f-4765-bbaa-4caada89364b'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:28:26.457549 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-61ed3722-a804-4c24-bd36-86702c42728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:28:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['de56441a-4d5f-4765-bbaa-4caada89364b'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:28:26.496135 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-3ff3c023-c5c0-4c0a-bf1b-e556e29282d7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b61304248e24d83868a43e02612542b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4832518 Mar 29 20:28:26.496135 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb194c48-c43a-478f-9877-60fe2811f80e req-98cb5c35-f2f2-4b4f-b6f2-5d2596f2ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:26.496562 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cb194c48-c43a-478f-9877-60fe2811f80e req-98cb5c35-f2f2-4b4f-b6f2-5d2596f2ff21 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1485f463-e536-4f42-9db0-6c4b09430b64 HTTP/1.1" status: 200 len: 912 time: 0.1460991 Mar 29 20:28:26.497115 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 51286) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:26.503574 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3c023-c5c0-4c0a-bf1b-e556e29282d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24672e67-1b41-439c-bcdb-a007497be9ba,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:26.566006 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-f09ff290-85dd-4398-9e43-12d1ce6a0561 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Deleting port 07b63b47-8355-4abb-836c-d637a3eca7a6 {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:28:26.566276 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f09ff290-85dd-4398-9e43-12d1ce6a0561 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (07b63b47-8355-4abb-836c-d637a3eca7a6), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:26.584782 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-61ed3722-a804-4c24-bd36-86702c42728a None None] Set router de56441a-4d5f-4765-bbaa-4caada89364b gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:28:26.598757 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cb194c48-c43a-478f-9877-60fe2811f80e req-89543c97-2d22-45c3-802a-8ebc095ec487 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44d0565b-89c9-408b-a7da-9edfd23cebd3 HTTP/1.1" status: 200 len: 1000 time: 0.0908988 Mar 29 20:28:26.636677 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-76ca6952-2355-4a4b-9b53-12b8d2788701 admin admin] Publish callbacks [] for security_group (24672e67-1b41-439c-bcdb-a007497be9ba), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:26.645884 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f09ff290-85dd-4398-9e43-12d1ce6a0561 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (07b63b47-8355-4abb-836c-d637a3eca7a6), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:26.646279 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f09ff290-85dd-4398-9e43-12d1ce6a0561 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for floatingip (07b63b47-8355-4abb-836c-d637a3eca7a6), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:26.659677 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-f09ff290-85dd-4398-9e43-12d1ce6a0561 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Calling delete_port for 07b63b47-8355-4abb-836c-d637a3eca7a6 owned by network:floatingip {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:28:26.670390 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-76ca6952-2355-4a4b-9b53-12b8d2788701 admin admin] Publish callbacks [] for security_group (24672e67-1b41-439c-bcdb-a007497be9ba), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:26.673119 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb194c48-c43a-478f-9877-60fe2811f80e req-588a724f-31a8-4c6d-a4e9-9d6cc4250d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:26.674686 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cb194c48-c43a-478f-9877-60fe2811f80e req-588a724f-31a8-4c6d-a4e9-9d6cc4250d7c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99545cee-9f42-4fac-8b36-5dffd0cc2c3e HTTP/1.1" status: 200 len: 850 time: 0.0688128 Mar 29 20:28:26.748419 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb194c48-c43a-478f-9877-60fe2811f80e req-948cd4ef-75e4-49b3-a057-6500b08c5349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:26.750104 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cb194c48-c43a-478f-9877-60fe2811f80e req-948cd4ef-75e4-49b3-a057-6500b08c5349 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1485f463-e536-4f42-9db0-6c4b09430b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0694170 Mar 29 20:28:26.822250 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-61ed3722-a804-4c24-bd36-86702c42728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'name': 'tempest-TestVolumeBootPattern-403732453-router', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f177db50-1319-4967-885e-5da79d0748f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:02Z', 'updated_at': '2022-03-29T20:25:06Z', 'revision_number': 4, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'gw_port': {'id': 'f177db50-1319-4967-885e-5da79d0748f3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:03Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '8eb28555-4c1d-46ac-814c-be219a6953c4', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'port_id': '44d0565b-89c9-408b-a7da-9edfd23cebd3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'mac_address': 'fa:16:3e:7d:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578cf01a-f918-4def-80b2-cd0a18fdde58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:28:24Z', 'updated_at': '2022-03-29T20:28:24Z', 'revision_number': 0, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62b4591-cc81-42c5-804c-39393b1ebb1e', 'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'mac_address': 'fa:16:3e:58:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:05Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 5, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'subnets': [{'id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:28:26.848138 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cb194c48-c43a-478f-9877-60fe2811f80e req-f39dad40-9114-4d51-93a3-dc35961c2cea service neutron] 10.222.0.42 "GET /v2.0/networks/1485f463-e536-4f42-9db0-6c4b09430b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907214 Mar 29 20:28:26.850207 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-76ca6952-2355-4a4b-9b53-12b8d2788701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (24672e67-1b41-439c-bcdb-a007497be9ba), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:26.853205 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ed3722-a804-4c24-bd36-86702c42728a None None] The sync data for ids ['de56441a-4d5f-4765-bbaa-4caada89364b'] in dv-cinder-784815-3-iscsi is: [{'id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'name': 'tempest-TestVolumeBootPattern-403732453-router', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f177db50-1319-4967-885e-5da79d0748f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:02Z', 'updated_at': '2022-03-29T20:25:06Z', 'revision_number': 4, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'gw_port': {'id': 'f177db50-1319-4967-885e-5da79d0748f3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:03Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '8eb28555-4c1d-46ac-814c-be219a6953c4', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'port_id': '44d0565b-89c9-408b-a7da-9edfd23cebd3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'mac_address': 'fa:16:3e:7d:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578cf01a-f918-4def-80b2-cd0a18fdde58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:28:24Z', 'updated_at': '2022-03-29T20:28:24Z', 'revision_number': 0, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62b4591-cc81-42c5-804c-39393b1ebb1e', 'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'mac_address': 'fa:16:3e:58:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:05Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 5, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'subnets': [{'id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:28:26.854166 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-76ca6952-2355-4a4b-9b53-12b8d2788701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:26.855662 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-76ca6952-2355-4a4b-9b53-12b8d2788701 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/24672e67-1b41-439c-bcdb-a007497be9ba HTTP/1.1" status: 204 len: 168 time: 0.3571367 Mar 29 20:28:26.883325 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca6952-2355-4a4b-9b53-12b8d2788701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24672e67-1b41-439c-bcdb-a007497be9ba,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:26.921392 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f09ff290-85dd-4398-9e43-12d1ce6a0561 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (07b63b47-8355-4abb-836c-d637a3eca7a6), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:26.966874 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cb194c48-c43a-478f-9877-60fe2811f80e req-c26cb560-bf21-469e-ae86-e6b0f5a16d6c service neutron] 10.222.0.42 "GET /v2.0/networks/1485f463-e536-4f42-9db0-6c4b09430b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099048 Mar 29 20:28:27.107715 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08cfc28-7fa9-4dc5-954d-8e6d97357ea8 None None] New status for floating IP 8eb28555-4c1d-46ac-814c-be219a6953c4: ACTIVE {{(pid=103822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 20:28:27.215311 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ff290-85dd-4398-9e43-12d1ce6a0561 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event deleted for resources: {'Port': ['ID=07b63b47-8355-4abb-836c-d637a3eca7a6,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:27.240972 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device fa01a53a-231f-4367-9ee6-68b2cc1d02d5 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:28:27.260405 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f09ff290-85dd-4398-9e43-12d1ce6a0561 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for floatingip (a226cef6-c3a1-4da1-bf33-bb6bf4de5af6), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:27.263256 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-f09ff290-85dd-4398-9e43-12d1ce6a0561 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:27.267222 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-f09ff290-85dd-4398-9e43-12d1ce6a0561 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "DELETE /v2.0/floatingips/a226cef6-c3a1-4da1-bf33-bb6bf4de5af6 HTTP/1.1" status: 204 len: 168 time: 0.8434465 Mar 29 20:28:27.289844 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] No Port match for: fa01a53a-231f-4367-9ee6-68b2cc1d02d5 {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:28:27.290184 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device fa01a53a-231f-4367-9ee6-68b2cc1d02d5 not bound to the agent host hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:28:27.718290 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 51308) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:27.723011 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-34dcd710-62d5-421a-a28a-197e21cd8ec5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Request body: {'security_group': {'name': 'tempest-securitygroup--804752563', 'description': 'tempest-description--1729439580'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:28:27.838115 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-34dcd710-62d5-421a-a28a-197e21cd8ec5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:27.909718 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-34dcd710-62d5-421a-a28a-197e21cd8ec5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group (c03ee611-8711-4e4e-9828-ce999641d674), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:27.974791 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-34dcd710-62d5-421a-a28a-197e21cd8ec5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (c03ee611-8711-4e4e-9828-ce999641d674), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:28.004124 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dcd710-62d5-421a-a28a-197e21cd8ec5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c03ee611-8711-4e4e-9828-ce999641d674,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:28.057047 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-34dcd710-62d5-421a-a28a-197e21cd8ec5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:28.058413 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-34dcd710-62d5-421a-a28a-197e21cd8ec5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3390028 Mar 29 20:28:28.061255 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 51316) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:28.065709 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-c8f520bb-c728-486a-bc82-da82563da46a tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Request body: {'security_group_rule': {'security_group_id': 'c03ee611-8711-4e4e-9828-ce999641d674', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:28:28.182309 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c8f520bb-c728-486a-bc82-da82563da46a tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group_rule (74c5150d-ecc4-4ba8-9860-a9f69bb36920), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:28.240484 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c8f520bb-c728-486a-bc82-da82563da46a tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group_rule (74c5150d-ecc4-4ba8-9860-a9f69bb36920), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:28.335017 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c8f520bb-c728-486a-bc82-da82563da46a tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (74c5150d-ecc4-4ba8-9860-a9f69bb36920), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:28.354001 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f520bb-c728-486a-bc82-da82563da46a tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c5150d-ecc4-4ba8-9860-a9f69bb36920,revision_number=0']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:28.455630 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c8f520bb-c728-486a-bc82-da82563da46a tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:28.456815 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-c8f520bb-c728-486a-bc82-da82563da46a tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3945048 Mar 29 20:28:28.459643 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 51318) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:28.464016 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-b38b4c14-8907-4ae3-a307-feaca2d2abb6 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Request body: {'security_group_rule': {'security_group_id': 'c03ee611-8711-4e4e-9828-ce999641d674', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:28:28.574399 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b38b4c14-8907-4ae3-a307-feaca2d2abb6 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group_rule (2faf184d-30b0-4be7-b192-341413b62492), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:28.632966 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b38b4c14-8907-4ae3-a307-feaca2d2abb6 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group_rule (2faf184d-30b0-4be7-b192-341413b62492), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:28.729473 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:28.730606 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b38b4c14-8907-4ae3-a307-feaca2d2abb6 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (2faf184d-30b0-4be7-b192-341413b62492), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:28.749591 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b4c14-8907-4ae3-a307-feaca2d2abb6 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2faf184d-30b0-4be7-b192-341413b62492,revision_number=0']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:28.856901 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b38b4c14-8907-4ae3-a307-feaca2d2abb6 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:28.858174 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-b38b4c14-8907-4ae3-a307-feaca2d2abb6 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3976245 Mar 29 20:28:28.861459 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 51324) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:28.866476 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-d23dcf7a-1da5-4435-a223-4c2d966bcc2c tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Request body: {'floatingip': {'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:28:28.990977 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d23dcf7a-1da5-4435-a223-4c2d966bcc2c tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:29.091498 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d23dcf7a-1da5-4435-a223-4c2d966bcc2c tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:29.201511 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_common [None req-d23dcf7a-1da5-4435-a223-4c2d966bcc2c tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Allocated IP 172.27.3.32 (921e7f1b-e183-4cfd-babe-1b51626667cb/9cb70218-5a19-4d48-a6d1-83791bae0ed9/9b2c4cbc-5353-4937-9392-8a3b4e180dc0) {{(pid=103820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:28:29.304841 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d23dcf7a-1da5-4435-a223-4c2d966bcc2c tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for port (9b2c4cbc-5353-4937-9392-8a3b4e180dc0), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:29.448215 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d23dcf7a-1da5-4435-a223-4c2d966bcc2c tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (9b2c4cbc-5353-4937-9392-8a3b4e180dc0), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:29.485005 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23dcf7a-1da5-4435-a223-4c2d966bcc2c tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Network 921e7f1b-e183-4cfd-babe-1b51626667cb is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:28:29.487666 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-d23dcf7a-1da5-4435-a223-4c2d966bcc2c tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:28:29.491780 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23dcf7a-1da5-4435-a223-4c2d966bcc2c tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Received port after_create {{(pid=103820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:28:29.795730 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23dcf7a-1da5-4435-a223-4c2d966bcc2c tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event updated for resources: {'Port': ['ID=9b2c4cbc-5353-4937-9392-8a3b4e180dc0,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:29.859841 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d23dcf7a-1da5-4435-a223-4c2d966bcc2c tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for floatingip (8ec1daa3-5438-4f62-8ed0-456435c7bb87), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:29.954170 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d23dcf7a-1da5-4435-a223-4c2d966bcc2c tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (9b2c4cbc-5353-4937-9392-8a3b4e180dc0), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:30.107456 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d23dcf7a-1da5-4435-a223-4c2d966bcc2c tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for port (9b2c4cbc-5353-4937-9392-8a3b4e180dc0), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:30.168841 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d23dcf7a-1da5-4435-a223-4c2d966bcc2c tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126327796'] for port (9b2c4cbc-5353-4937-9392-8a3b4e180dc0), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:30.239991 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23dcf7a-1da5-4435-a223-4c2d966bcc2c tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event updated for resources: {'Port': ['ID=9b2c4cbc-5353-4937-9392-8a3b4e180dc0,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:30.249750 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d23dcf7a-1da5-4435-a223-4c2d966bcc2c tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (8ec1daa3-5438-4f62-8ed0-456435c7bb87), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:30.320297 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d23dcf7a-1da5-4435-a223-4c2d966bcc2c tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:30.322924 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-d23dcf7a-1da5-4435-a223-4c2d966bcc2c tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4591444 Mar 29 20:28:30.541361 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-10789f7c-43a2-46db-b6c7-8fc40c03fab2 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--804752563&fields=id&tenant_id=10e0da9e3b824cd2bfb89fac347f7dc6 HTTP/1.1" status: 200 len: 267 time: 0.0469248 Mar 29 20:28:30.653877 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-a1b3516f-3e0f-4c36-a3c9-a2ea31092754 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:30.655338 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-a1b3516f-3e0f-4c36-a3c9-a2ea31092754 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/networks?id=f8b66423-ac0e-4129-a8d8-af5b7d1e3244 HTTP/1.1" status: 200 len: 815 time: 0.1073234 Mar 29 20:28:30.670098 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-c351bf50-4b52-4635-a364-c83c40dd9621 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/quotas/10e0da9e3b824cd2bfb89fac347f7dc6 HTTP/1.1" status: 200 len: 375 time: 0.0093915 Mar 29 20:28:30.731503 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-68d40157-7ea6-45fb-bdea-033823bd144b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=10e0da9e3b824cd2bfb89fac347f7dc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557787 Mar 29 20:28:30.835588 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-01aa7e6c-765d-4b4b-9232-04c346d42e0c service neutron] 10.222.0.43 "GET /v2.0/networks/f8b66423-ac0e-4129-a8d8-af5b7d1e3244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925763 Mar 29 20:28:30.925277 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-fe128880-ab87-4bef-b41c-8467ccda4a83 service neutron] 10.222.0.43 "GET /v2.0/networks/f8b66423-ac0e-4129-a8d8-af5b7d1e3244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839703 Mar 29 20:28:31.200330 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-dcc52e6e-8298-4230-b2c7-72d3912bfe94 req-89467246-4569-4b18-a76a-ec1a8deac97a tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=a32f9fde-f6a4-4710-8fb5-b4df88b74344 HTTP/1.1" status: 200 len: 210 time: 0.0348289 Mar 29 20:28:32.317626 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cce52358-e7af-47b8-b30a-3d59740d7563 req-a45bb049-067b-4fec-89e1-2ea14419b6e4 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=a32f9fde-f6a4-4710-8fb5-b4df88b74344 HTTP/1.1" status: 200 len: 210 time: 0.0363824 Mar 29 20:28:32.710244 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 51394) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:32.975991 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ba703e47-f2ef-484f-9960-6285ada7fe23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:32.975991 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ba703e47-f2ef-484f-9960-6285ada7fe23 admin admin] Publish callbacks [] for security_group (b459e86f-f0eb-4753-b6ee-4e3fe3da5e9b), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:33.329248 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ba703e47-f2ef-484f-9960-6285ada7fe23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (b459e86f-f0eb-4753-b6ee-4e3fe3da5e9b), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:33.372737 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-ba703e47-f2ef-484f-9960-6285ada7fe23 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=483d21168a424982bf0b1596c84894e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6611202 Mar 29 20:28:33.374464 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba703e47-f2ef-484f-9960-6285ada7fe23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b459e86f-f0eb-4753-b6ee-4e3fe3da5e9b,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:33.375904 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 51400) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:33.385666 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba703e47-f2ef-484f-9960-6285ada7fe23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:33.386406 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba703e47-f2ef-484f-9960-6285ada7fe23 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:33.386983 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba703e47-f2ef-484f-9960-6285ada7fe23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:33.387533 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba703e47-f2ef-484f-9960-6285ada7fe23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:33.388103 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba703e47-f2ef-484f-9960-6285ada7fe23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:33.388532 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba703e47-f2ef-484f-9960-6285ada7fe23 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:33.388788 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba703e47-f2ef-484f-9960-6285ada7fe23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:33.389322 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba703e47-f2ef-484f-9960-6285ada7fe23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:33.389667 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba703e47-f2ef-484f-9960-6285ada7fe23 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:33.389995 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba703e47-f2ef-484f-9960-6285ada7fe23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:33.390373 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba703e47-f2ef-484f-9960-6285ada7fe23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:33.390688 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba703e47-f2ef-484f-9960-6285ada7fe23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:33.391301 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba703e47-f2ef-484f-9960-6285ada7fe23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:33.391654 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba703e47-f2ef-484f-9960-6285ada7fe23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:33.392027 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba703e47-f2ef-484f-9960-6285ada7fe23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:28:33.454865 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-418f69e7-316c-4e21-b0a4-411b9b5e6e4e req-33565947-78dc-4780-9800-1b52876c4bde tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=a32f9fde-f6a4-4710-8fb5-b4df88b74344 HTTP/1.1" status: 200 len: 210 time: 0.0406017 Mar 29 20:28:33.476650 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c6ff9469-db36-4fce-b0d6-12e19150cf3e admin admin] Publish callbacks [] for security_group (b459e86f-f0eb-4753-b6ee-4e3fe3da5e9b), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:33.502763 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c6ff9469-db36-4fce-b0d6-12e19150cf3e admin admin] Publish callbacks [] for security_group (b459e86f-f0eb-4753-b6ee-4e3fe3da5e9b), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:33.642584 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c6ff9469-db36-4fce-b0d6-12e19150cf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (b459e86f-f0eb-4753-b6ee-4e3fe3da5e9b), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:33.647816 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c6ff9469-db36-4fce-b0d6-12e19150cf3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:33.649546 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-c6ff9469-db36-4fce-b0d6-12e19150cf3e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b459e86f-f0eb-4753-b6ee-4e3fe3da5e9b HTTP/1.1" status: 204 len: 168 time: 0.2726176 Mar 29 20:28:33.661383 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff9469-db36-4fce-b0d6-12e19150cf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b459e86f-f0eb-4753-b6ee-4e3fe3da5e9b,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:34.389827 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-f78c1491-7c1b-46ae-a88b-37f23e0a3b89 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:34.391200 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-f78c1491-7c1b-46ae-a88b-37f23e0a3b89 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.42 "GET /v2.0/networks?id=f8b66423-ac0e-4129-a8d8-af5b7d1e3244 HTTP/1.1" status: 200 len: 815 time: 0.1153834 Mar 29 20:28:34.455226 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-742f55f7-9d0a-4ec3-99a3-6f93c9448e9f tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10e0da9e3b824cd2bfb89fac347f7dc6 HTTP/1.1" status: 200 len: 379 time: 0.0551996 Mar 29 20:28:34.464734 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-4d8193bb-ecf4-4996-a05b-e434663339f6 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Request body: {'port': {'device_id': 'a32f9fde-f6a4-4710-8fb5-b4df88b74344', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'admin_state_up': True, 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'security_groups': ['c03ee611-8711-4e4e-9828-ce999641d674']}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:28:34.578069 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0fd8ca4a-67b9-4fb0-90af-edf1c4419066 req-9a955181-f091-41fe-8ceb-f78d555364e7 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=a32f9fde-f6a4-4710-8fb5-b4df88b74344 HTTP/1.1" status: 200 len: 210 time: 0.0330544 Mar 29 20:28:34.695349 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-4d8193bb-ecf4-4996-a05b-e434663339f6 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Made reservation on behalf of 10e0da9e3b824cd2bfb89fac347f7dc6 for: {'port': 1} {{(pid=103820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:28:34.699010 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-4d8193bb-ecf4-4996-a05b-e434663339f6 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:34.847492 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_common [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-4d8193bb-ecf4-4996-a05b-e434663339f6 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Allocated IP 172.20.0.7 (f8b66423-ac0e-4129-a8d8-af5b7d1e3244/99e69427-dc4b-4dea-9fd9-9d2856b30669/cb616fe6-4bb2-470f-95d9-aede16edc669) {{(pid=103820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:28:35.019600 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-4d8193bb-ecf4-4996-a05b-e434663339f6 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for port (cb616fe6-4bb2-470f-95d9-aede16edc669), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:35.241809 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 51428) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:35.254306 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-4d8193bb-ecf4-4996-a05b-e434663339f6 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (cb616fe6-4bb2-470f-95d9-aede16edc669), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:35.303815 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-4d8193bb-ecf4-4996-a05b-e434663339f6 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Network f8b66423-ac0e-4129-a8d8-af5b7d1e3244 is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:28:35.307505 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-4d8193bb-ecf4-4996-a05b-e434663339f6 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:28:35.313885 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-4d8193bb-ecf4-4996-a05b-e434663339f6 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Received port after_create {{(pid=103820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:28:35.348394 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8193bb-ecf4-4996-a05b-e434663339f6 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event updated for resources: {'Port': ['ID=cb616fe6-4bb2-470f-95d9-aede16edc669,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:35.389247 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-4d8193bb-ecf4-4996-a05b-e434663339f6 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:35.390225 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-4d8193bb-ecf4-4996-a05b-e434663339f6 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:35.406909 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-d73ec535-5fff-4e72-b7e9-43f0b419a680 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-858968030-network', 'tenant_id': '125a4588eae64753b68d99d00abf90db'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:28:35.589201 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-4d8193bb-ecf4-4996-a05b-e434663339f6 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1279304 Mar 29 20:28:35.604749 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-b178cbe2-513f-4fc2-845d-816083890783 service neutron] Request body: {'port': {'device_id': 'a32f9fde-f6a4-4710-8fb5-b4df88b74344', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:28:35.639089 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-e56f6f2b-96a0-4298-bdda-5bece7140a64 None None] Provisioning complete for port cb616fe6-4bb2-470f-95d9-aede16edc669 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:28:35.640970 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-e56f6f2b-96a0-4298-bdda-5bece7140a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (cb616fe6-4bb2-470f-95d9-aede16edc669), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:35.700820 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-e56f6f2b-96a0-4298-bdda-5bece7140a64 None None] Port cb616fe6-4bb2-470f-95d9-aede16edc669 cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:28:35.710462 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-b178cbe2-513f-4fc2-845d-816083890783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (cb616fe6-4bb2-470f-95d9-aede16edc669), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:35.731305 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73ec535-5fff-4e72-b7e9-43f0b419a680 admin admin] Made reservation on behalf of 125a4588eae64753b68d99d00abf90db for: {'network': 1} {{(pid=103820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:28:35.739134 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d73ec535-5fff-4e72-b7e9-43f0b419a680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for network (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:35.773623 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d73ec535-5fff-4e72-b7e9-43f0b419a680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:35.795710 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc66fb-f8c4-4d7c-a717-32b5491ea6bb req-1ca3c3df-1baa-4478-9029-23119554d2d0 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:35.797254 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fbfc66fb-f8c4-4d7c-a717-32b5491ea6bb req-1ca3c3df-1baa-4478-9029-23119554d2d0 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=a32f9fde-f6a4-4710-8fb5-b4df88b74344 HTTP/1.1" status: 200 len: 931 time: 0.1270571 Mar 29 20:28:35.997327 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fbfc66fb-f8c4-4d7c-a717-32b5491ea6bb req-2c6b5c20-594a-408b-b1be-c89706f32709 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=c03ee611-8711-4e4e-9828-ce999641d674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901438 Mar 29 20:28:36.049859 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d73ec535-5fff-4e72-b7e9-43f0b419a680 admin admin] Publish callbacks [] for security_group (54cf4717-bd1c-4627-b808-3f1c30b92bac), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:36.125407 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-b178cbe2-513f-4fc2-845d-816083890783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb616fe6-4bb2-470f-95d9-aede16edc669 {{(pid=103820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:28:36.133259 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-b178cbe2-513f-4fc2-845d-816083890783 service neutron] Publish callbacks [] for port (cb616fe6-4bb2-470f-95d9-aede16edc669), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:36.136786 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d73ec535-5fff-4e72-b7e9-43f0b419a680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (54cf4717-bd1c-4627-b808-3f1c30b92bac), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:36.163813 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.provisioning_blocks [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-b178cbe2-513f-4fc2-845d-816083890783 service neutron] Transition to ACTIVE for port object cb616fe6-4bb2-470f-95d9-aede16edc669 will not be triggered until provisioned by entity L2. {{(pid=103820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 20:28:36.170576 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d73ec535-5fff-4e72-b7e9-43f0b419a680 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=103820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 20:28:36.181120 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ec535-5fff-4e72-b7e9-43f0b419a680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cf4717-bd1c-4627-b808-3f1c30b92bac,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:36.189943 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d73ec535-5fff-4e72-b7e9-43f0b419a680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (66af4bdc-ad4b-46ae-a248-7d9316075e77), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:36.189943 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.db.segments_db [None req-d73ec535-5fff-4e72-b7e9-43f0b419a680 admin admin] Added segment 66af4bdc-ad4b-46ae-a248-7d9316075e77 of type vlan for network 611f24bd-3558-42c5-bfde-607d50e8335d Mar 29 20:28:36.235654 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d73ec535-5fff-4e72-b7e9-43f0b419a680 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738049548858'] for network (611f24bd-3558-42c5-bfde-607d50e8335d), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:36.257503 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-b178cbe2-513f-4fc2-845d-816083890783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126327796'] for port (cb616fe6-4bb2-470f-95d9-aede16edc669), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:36.312146 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178cbe2-513f-4fc2-845d-816083890783 service neutron] Pushing event updated for resources: {'Port': ['ID=cb616fe6-4bb2-470f-95d9-aede16edc669,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:36.370617 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d73ec535-5fff-4e72-b7e9-43f0b419a680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for network (611f24bd-3558-42c5-bfde-607d50e8335d), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:36.371232 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73ec535-5fff-4e72-b7e9-43f0b419a680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:36.371817 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-d73ec535-5fff-4e72-b7e9-43f0b419a680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:36.448310 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-b178cbe2-513f-4fc2-845d-816083890783 service neutron] Attempting to bind port cb616fe6-4bb2-470f-95d9-aede16edc669 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:28:36.449281 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-b178cbe2-513f-4fc2-845d-816083890783 service neutron] Attempting to bind port cb616fe6-4bb2-470f-95d9-aede16edc669 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '5e7bedf7-f22f-4efb-a5de-316c44ea4199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244'}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:28:36.449281 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-b178cbe2-513f-4fc2-845d-816083890783 service neutron] Attempting to bind port cb616fe6-4bb2-470f-95d9-aede16edc669 on network f8b66423-ac0e-4129-a8d8-af5b7d1e3244 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:28:36.457495 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ec535-5fff-4e72-b7e9-43f0b419a680 admin admin] Pushing event updated for resources: {'Network': ['ID=611f24bd-3558-42c5-bfde-607d50e8335d,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:36.460655 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-b178cbe2-513f-4fc2-845d-816083890783 service neutron] Port cb616fe6-4bb2-470f-95d9-aede16edc669 on network f8b66423-ac0e-4129-a8d8-af5b7d1e3244 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 20:28:36.460820 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-b178cbe2-513f-4fc2-845d-816083890783 service neutron] Attempting to bind port cb616fe6-4bb2-470f-95d9-aede16edc669 on network f8b66423-ac0e-4129-a8d8-af5b7d1e3244 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:28:36.468930 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-d73ec535-5fff-4e72-b7e9-43f0b419a680 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2257638 Mar 29 20:28:36.472169 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-b178cbe2-513f-4fc2-845d-816083890783 service neutron] Checking agent: {'id': '19337809-658a-48b1-8a65-8844936c1798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'started_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:28:36.472512 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-b178cbe2-513f-4fc2-845d-816083890783 service neutron] Checking segment: {'id': '5e7bedf7-f22f-4efb-a5de-316c44ea4199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:28:36.472896 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-b178cbe2-513f-4fc2-845d-816083890783 service neutron] Bound using segment: {'id': '5e7bedf7-f22f-4efb-a5de-316c44ea4199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244'} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:28:36.473367 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-b178cbe2-513f-4fc2-845d-816083890783 service neutron] Bound port: cb616fe6-4bb2-470f-95d9-aede16edc669, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7bedf7-f22f-4efb-a5de-316c44ea4199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244'}}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:28:36.473733 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-b178cbe2-513f-4fc2-845d-816083890783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (cb616fe6-4bb2-470f-95d9-aede16edc669), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:36.475079 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 51434) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:36.480406 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-5609256c-879f-47b8-ada6-13357c2cca23 admin admin] Request body: {'subnet': {'network_id': '611f24bd-3558-42c5-bfde-607d50e8335d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-858968030-subnet', 'tenant_id': '125a4588eae64753b68d99d00abf90db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:28:36.495402 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Network 611f24bd-3558-42c5-bfde-607d50e8335d details requested by agent ovs-agent-dv-cinder-784815-3-iscsi with host dv-cinder-784815-3-iscsi {{(pid=103822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 20:28:36.580117 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-b178cbe2-513f-4fc2-845d-816083890783 service neutron] For port cb616fe6-4bb2-470f-95d9-aede16edc669, host hv-cinder-78481, cleared binding levels {{(pid=103820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:28:36.580930 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-b178cbe2-513f-4fc2-845d-816083890783 service neutron] For port cb616fe6-4bb2-470f-95d9-aede16edc669, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cb616fe6-4bb2-470f-95d9-aede16edc669,segment=NetworkSegment(5e7bedf7-f22f-4efb-a5de-316c44ea4199),segment_id=5e7bedf7-f22f-4efb-a5de-316c44ea4199)] {{(pid=103820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:28:36.649639 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5609256c-879f-47b8-ada6-13357c2cca23 admin admin] Made reservation on behalf of 125a4588eae64753b68d99d00abf90db for: {'subnet': 1} {{(pid=103821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:28:36.654841 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5609256c-879f-47b8-ada6-13357c2cca23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125915694'] for subnet (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:36.711849 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-b178cbe2-513f-4fc2-845d-816083890783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126327796'] for port (cb616fe6-4bb2-470f-95d9-aede16edc669), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:36.748067 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-b178cbe2-513f-4fc2-845d-816083890783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:36.748967 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-b178cbe2-513f-4fc2-845d-816083890783 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:36.750193 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-b178cbe2-513f-4fc2-845d-816083890783 service neutron] 10.222.0.42 "PUT /v2.0/ports/cb616fe6-4bb2-470f-95d9-aede16edc669 HTTP/1.1" status: 200 len: 1093 time: 1.1527224 Mar 29 20:28:36.750772 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32f9fde-f6a4-4710-8fb5-b4df88b74344', 'tag': 'cb616fe6-4bb2-470f-95d9-aede16edc669'}] {{(pid=103820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:28:36.753209 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6edefd21b48d6680289e87f093b2b3ac5ccca22ebb7ce82a748a83257c36a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4670d2f-e28a-405e-af25-4637a8e7ceef" -d '{"events": [{"name": "network-changed", "server_uuid": "a32f9fde-f6a4-4710-8fb5-b4df88b74344", "tag": "cb616fe6-4bb2-470f-95d9-aede16edc669"}]}' {{(pid=103820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:28:36.792601 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178cbe2-513f-4fc2-845d-816083890783 service neutron] Pushing event updated for resources: {'Port': ['ID=cb616fe6-4bb2-470f-95d9-aede16edc669,revision_number=3']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:36.832528 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48f7c4c-c746-45b6-9dc9-b885e7dd869d x-openstack-request-id: req-b48f7c4c-c746-45b6-9dc9-b885e7dd869d {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:28:36.832930 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a32f9fde-f6a4-4710-8fb5-b4df88b74344", "tag": "cb616fe6-4bb2-470f-95d9-aede16edc669", "status": "completed", "code": 200}]} {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:28:36.833420 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b48f7c4c-c746-45b6-9dc9-b885e7dd869d {{(pid=103820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:28:36.834420 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b48f7c4c-c746-45b6-9dc9-b885e7dd869d'] response: {'name': 'network-changed', 'server_uuid': 'a32f9fde-f6a4-4710-8fb5-b4df88b74344', 'tag': 'cb616fe6-4bb2-470f-95d9-aede16edc669', 'status': 'completed', 'code': 200} Mar 29 20:28:36.951589 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5609256c-879f-47b8-ada6-13357c2cca23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129148452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125915704'] for subnet (9da9c899-2d67-4902-873b-4e82bca0e0bf), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:36.954548 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4670d2f-e28a-405e-af25-4637a8e7ceef req-108b8e95-81f2-4e8b-8d51-7ee362214fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:36.956256 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b4670d2f-e28a-405e-af25-4637a8e7ceef req-108b8e95-81f2-4e8b-8d51-7ee362214fff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10e0da9e3b824cd2bfb89fac347f7dc6&device_id=a32f9fde-f6a4-4710-8fb5-b4df88b74344 HTTP/1.1" status: 200 len: 1127 time: 0.0825579 Mar 29 20:28:37.059975 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5609256c-879f-47b8-ada6-13357c2cca23 admin admin] Checking segment: {'id': '66af4bdc-ad4b-46ae-a248-7d9316075e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '611f24bd-3558-42c5-bfde-607d50e8335d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:28:37.060565 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5609256c-879f-47b8-ada6-13357c2cca23 admin admin] Network hostable DHCP agents. Network: 611f24bd-3558-42c5-bfde-607d50e8335d, hostable agents: ['fbd11a15-72c3-4df4-9a60-af3fb4eb1f23'], hosted agents: [] {{(pid=103821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 20:28:37.071300 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609256c-879f-47b8-ada6-13357c2cca23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9da9c899-2d67-4902-873b-4e82bca0e0bf,revision_number=0']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:37.131864 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4670d2f-e28a-405e-af25-4637a8e7ceef req-02c4e6a9-270a-4800-b64a-31ee922cf273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:37.133434 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b4670d2f-e28a-405e-af25-4637a8e7ceef req-02c4e6a9-270a-4800-b64a-31ee922cf273 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=10e0da9e3b824cd2bfb89fac347f7dc6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1698544 Mar 29 20:28:37.151617 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5609256c-879f-47b8-ada6-13357c2cca23 admin admin] Network 611f24bd-3558-42c5-bfde-607d50e8335d is scheduled to be hosted by DHCP agent fbd11a15-72c3-4df4-9a60-af3fb4eb1f23 with binding_index 1 {{(pid=103821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 20:28:37.216966 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e289c-7db3-4593-b4d4-6602a919bc41 req-5ab9e642-6193-499d-be51-e2c23f649138 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:37.218598 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d16e289c-7db3-4593-b4d4-6602a919bc41 req-5ab9e642-6193-499d-be51-e2c23f649138 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=a32f9fde-f6a4-4710-8fb5-b4df88b74344 HTTP/1.1" status: 200 len: 943 time: 0.1326196 Mar 29 20:28:37.283143 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [None req-5609256c-879f-47b8-ada6-13357c2cca23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-3-iscsi, 611f24bd-3558-42c5-bfde-607d50e8335d) {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:28:37.288385 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4670d2f-e28a-405e-af25-4637a8e7ceef req-e777989d-fc5a-405b-acc4-c2c62e6783a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:37.288897 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5609256c-879f-47b8-ada6-13357c2cca23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:37.289822 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-5609256c-879f-47b8-ada6-13357c2cca23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for subnet (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:37.290018 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b4670d2f-e28a-405e-af25-4637a8e7ceef req-e777989d-fc5a-405b-acc4-c2c62e6783a3 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1505640 Mar 29 20:28:37.292086 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5bdef5-d6ab-4c60-b41c-36e7e7e0da65 None None] Network 611f24bd-3558-42c5-bfde-607d50e8335d requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:28:37.293586 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d16e289c-7db3-4593-b4d4-6602a919bc41 req-61b46eb8-be9d-47d7-b62a-87ec1dccbedf tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=c03ee611-8711-4e4e-9828-ce999641d674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691226 Mar 29 20:28:37.379784 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-62e66006-ad2c-4e2d-8e34-575fa6f51a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:37.382193 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-62e66006-ad2c-4e2d-8e34-575fa6f51a9d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10e0da9e3b824cd2bfb89fac347f7dc6&device_id=a32f9fde-f6a4-4710-8fb5-b4df88b74344 HTTP/1.1" status: 200 len: 1127 time: 0.0502529 Mar 29 20:28:37.411374 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08fb6b5-513d-4851-b9c1-ab75f66b51a1 None None] Network 611f24bd-3558-42c5-bfde-607d50e8335d requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:28:37.433974 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-3af29f6f-2712-46cf-ba80-432a7a090c56 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb616fe6-4bb2-470f-95d9-aede16edc669 HTTP/1.1" status: 200 len: 217 time: 0.0440614 Mar 29 20:28:37.436566 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-5609256c-879f-47b8-ada6-13357c2cca23 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9601383 Mar 29 20:28:37.489049 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-29d29f03-1d29-450c-a9d3-10981d057b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:37.491267 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-29d29f03-1d29-450c-a9d3-10981d057b2f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99e69427-dc4b-4dea-9fd9-9d2856b30669 HTTP/1.1" status: 200 len: 854 time: 0.0520730 Mar 29 20:28:37.567325 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-66ae4137-59df-47bd-8cab-bead63ffb471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:37.569974 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-66ae4137-59df-47bd-8cab-bead63ffb471 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8b66423-ac0e-4129-a8d8-af5b7d1e3244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0725172 Mar 29 20:28:37.683307 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-c8112d8b-8bf1-4a1e-b8ec-402ef445d45e service neutron] 10.222.0.42 "GET /v2.0/networks/f8b66423-ac0e-4129-a8d8-af5b7d1e3244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071479 Mar 29 20:28:37.801750 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-61195bcf-39d1-4bde-becf-8fb6c868c4e0 req-24828f16-d22a-4393-a3dd-40df969177bb service neutron] 10.222.0.42 "GET /v2.0/networks/f8b66423-ac0e-4129-a8d8-af5b7d1e3244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131332 Mar 29 20:28:38.458045 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3da35-5c48-4a53-8fdd-8516528bfc05 req-82a4db41-497b-4e43-9fb5-df5d8b671bea tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:38.460239 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e7a3da35-5c48-4a53-8fdd-8516528bfc05 req-82a4db41-497b-4e43-9fb5-df5d8b671bea tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=a32f9fde-f6a4-4710-8fb5-b4df88b74344 HTTP/1.1" status: 200 len: 943 time: 0.0862269 Mar 29 20:28:38.512589 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e7a3da35-5c48-4a53-8fdd-8516528bfc05 req-54134df0-3d0c-4fc7-b745-571179fdb944 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=c03ee611-8711-4e4e-9828-ce999641d674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466073 Mar 29 20:28:39.294101 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device cb616fe6-4bb2-470f-95d9-aede16edc669 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 20:28:39.401543 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port cb616fe6-4bb2-470f-95d9-aede16edc669, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cb616fe6-4bb2-470f-95d9-aede16edc669,segment=NetworkSegment(5e7bedf7-f22f-4efb-a5de-316c44ea4199),segment_id=5e7bedf7-f22f-4efb-a5de-316c44ea4199)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:28:39.415096 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Returning: {'device': 'cb616fe6-4bb2-470f-95d9-aede16edc669', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'port_id': 'cb616fe6-4bb2-470f-95d9-aede16edc669', 'mac_address': 'fa:16:3e:b4:1f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 20:28:39.462218 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port cb616fe6-4bb2-470f-95d9-aede16edc669 is: DOWN; New status is: BUILD {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:28:39.462611 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (cb616fe6-4bb2-470f-95d9-aede16edc669), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:39.477958 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb616fe6-4bb2-470f-95d9-aede16edc669 {{(pid=103822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:28:39.501102 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port cb616fe6-4bb2-470f-95d9-aede16edc669, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cb616fe6-4bb2-470f-95d9-aede16edc669,segment=NetworkSegment(5e7bedf7-f22f-4efb-a5de-316c44ea4199),segment_id=5e7bedf7-f22f-4efb-a5de-316c44ea4199)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:28:39.649396 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2828a94-53b4-4a2a-820b-1393b4cc184d req-9793ea22-3c6b-4536-bc71-367f2535da00 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:39.651100 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b2828a94-53b4-4a2a-820b-1393b4cc184d req-9793ea22-3c6b-4536-bc71-367f2535da00 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=a32f9fde-f6a4-4710-8fb5-b4df88b74344 HTTP/1.1" status: 200 len: 943 time: 0.0607986 Mar 29 20:28:39.660441 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (cb616fe6-4bb2-470f-95d9-aede16edc669), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:39.728576 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=cb616fe6-4bb2-470f-95d9-aede16edc669,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:39.790063 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b2828a94-53b4-4a2a-820b-1393b4cc184d req-627777e6-8385-4df4-b741-326f8753fc5e tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=c03ee611-8711-4e4e-9828-ce999641d674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203806 Mar 29 20:28:39.829013 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-edd2fae1-0b70-4c42-b7bc-2c4b1b26af31 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:39.830755 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-edd2fae1-0b70-4c42-b7bc-2c4b1b26af31 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/networks?id=611f24bd-3558-42c5-bfde-607d50e8335d HTTP/1.1" status: 200 len: 808 time: 0.1724410 Mar 29 20:28:39.851909 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-ccb6c833-a455-43ee-9efa-e9839cac78ae tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/quotas/125a4588eae64753b68d99d00abf90db HTTP/1.1" status: 200 len: 375 time: 0.0108249 Mar 29 20:28:39.893655 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['cb616fe6-4bb2-470f-95d9-aede16edc669'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:28:39.898558 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-abcac178-1de5-483d-b3fd-c68e46fc1c10 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=125a4588eae64753b68d99d00abf90db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403605 Mar 29 20:28:40.033948 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-78a0013e-64ad-40d3-868f-64d59244a274 service neutron] 10.222.0.43 "GET /v2.0/networks/611f24bd-3558-42c5-bfde-607d50e8335d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273372 Mar 29 20:28:40.158369 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-f34b4abd-f5ea-4be5-8cba-1cfa439ff64e service neutron] 10.222.0.43 "GET /v2.0/networks/611f24bd-3558-42c5-bfde-607d50e8335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158223 Mar 29 20:28:40.163548 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-33c63ce9-8bb5-4cb2-a217-d60bc5c0cd6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:40.513146 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1a54e45e-3620-49ce-a869-278486f25f11 req-795869ea-d978-411f-8e43-9fc6122d7b67 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f8e884e-c9e7-4985-ad77-869050b18686 HTTP/1.1" status: 200 len: 210 time: 0.0293200 Mar 29 20:28:40.939941 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981df48c-457d-49cd-94ab-d7f1a071c620 req-e49d8fa8-1e85-4f57-93a7-2b789b5d0834 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:40.941542 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-981df48c-457d-49cd-94ab-d7f1a071c620 req-e49d8fa8-1e85-4f57-93a7-2b789b5d0834 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=a32f9fde-f6a4-4710-8fb5-b4df88b74344 HTTP/1.1" status: 200 len: 944 time: 0.0608695 Mar 29 20:28:40.989840 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-981df48c-457d-49cd-94ab-d7f1a071c620 req-58a22091-ff04-45fa-88d6-e41a27dbd78f tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=c03ee611-8711-4e4e-9828-ce999641d674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409825 Mar 29 20:28:41.315257 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device cb616fe6-4bb2-470f-95d9-aede16edc669 up at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:28:41.466126 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning for port cb616fe6-4bb2-470f-95d9-aede16edc669 completed by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 20:28:41.471356 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning complete for port cb616fe6-4bb2-470f-95d9-aede16edc669 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:28:41.477459 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (cb616fe6-4bb2-470f-95d9-aede16edc669), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:41.566627 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port cb616fe6-4bb2-470f-95d9-aede16edc669 is: BUILD; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:28:41.566918 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (cb616fe6-4bb2-470f-95d9-aede16edc669), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:41.592952 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32f9fde-f6a4-4710-8fb5-b4df88b74344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb616fe6-4bb2-470f-95d9-aede16edc669'}] {{(pid=103822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:28:41.595255 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0861b571914e5dc523c78e704c27631447c9211d5b419e1eb1b6a7c48cd57d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc11ed3-1ed8-4ea0-b3be-5dbd0a93dd92" -d '{"events": [{"server_uuid": "a32f9fde-f6a4-4710-8fb5-b4df88b74344", "name": "network-vif-plugged", "status": "completed", "tag": "cb616fe6-4bb2-470f-95d9-aede16edc669"}]}' {{(pid=103822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:28:41.599594 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7f48b837-a18e-4bc7-bdb1-d5099b5d2973 req-4e619543-01c3-48df-afaa-21d9e6781aae tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f8e884e-c9e7-4985-ad77-869050b18686 HTTP/1.1" status: 200 len: 210 time: 0.0335462 Mar 29 20:28:41.611451 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port cb616fe6-4bb2-470f-95d9-aede16edc669, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cb616fe6-4bb2-470f-95d9-aede16edc669,segment=NetworkSegment(5e7bedf7-f22f-4efb-a5de-316c44ea4199),segment_id=5e7bedf7-f22f-4efb-a5de-316c44ea4199)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:28:41.639043 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dd61a8-3d7d-4161-8e2a-4a2670fb1755 x-openstack-request-id: req-52dd61a8-3d7d-4161-8e2a-4a2670fb1755 {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:28:41.639549 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32f9fde-f6a4-4710-8fb5-b4df88b74344", "name": "network-vif-plugged", "status": "completed", "tag": "cb616fe6-4bb2-470f-95d9-aede16edc669", "code": 200}]} {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:28:41.639967 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-52dd61a8-3d7d-4161-8e2a-4a2670fb1755 {{(pid=103822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:28:41.640616 dv-cinder-784815-3-iscsi neutron-server[103822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52dd61a8-3d7d-4161-8e2a-4a2670fb1755'] response: {'server_uuid': 'a32f9fde-f6a4-4710-8fb5-b4df88b74344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb616fe6-4bb2-470f-95d9-aede16edc669', 'code': 200} Mar 29 20:28:41.701639 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (cb616fe6-4bb2-470f-95d9-aede16edc669), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:41.757151 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=cb616fe6-4bb2-470f-95d9-aede16edc669,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:42.112610 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24862a8-511b-4986-818b-6c5ac470d67c req-34a09c20-6f94-4179-836d-728ae5058aed tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:42.114169 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d24862a8-511b-4986-818b-6c5ac470d67c req-34a09c20-6f94-4179-836d-728ae5058aed tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=a32f9fde-f6a4-4710-8fb5-b4df88b74344 HTTP/1.1" status: 200 len: 945 time: 0.0553546 Mar 29 20:28:42.197813 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d24862a8-511b-4986-818b-6c5ac470d67c req-605f1d11-c57e-41a4-bcac-cd49bf497dba tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=c03ee611-8711-4e4e-9828-ce999641d674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774810 Mar 29 20:28:42.212434 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da0594-33e7-4c41-bb7f-a643e38ed423 req-0fea8994-2051-42cc-a648-556fcd23ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:42.213944 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-83da0594-33e7-4c41-bb7f-a643e38ed423 req-0fea8994-2051-42cc-a648-556fcd23ead6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a32f9fde-f6a4-4710-8fb5-b4df88b74344 HTTP/1.1" status: 200 len: 1129 time: 0.0621822 Mar 29 20:28:42.266280 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-50838f2f-ff6e-44cb-b659-7d51e47a8c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:42.266730 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-83da0594-33e7-4c41-bb7f-a643e38ed423 req-11415276-512d-4f4f-9d30-092096966140 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c03ee611-8711-4e4e-9828-ce999641d674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439138 Mar 29 20:28:42.707869 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6a69e699-811f-4eca-91a2-67aacbc67a5c req-77e1b303-14cd-4538-a0da-333663f538c3 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f8e884e-c9e7-4985-ad77-869050b18686 HTTP/1.1" status: 200 len: 210 time: 0.0313194 Mar 29 20:28:43.341810 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6a7a4-5a68-4cc9-98f1-1f1413594352 req-84ce6ad0-37f7-45ee-8072-d3430ec57628 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:43.343996 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d9c6a7a4-5a68-4cc9-98f1-1f1413594352 req-84ce6ad0-37f7-45ee-8072-d3430ec57628 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=a32f9fde-f6a4-4710-8fb5-b4df88b74344 HTTP/1.1" status: 200 len: 945 time: 0.0673563 Mar 29 20:28:43.393570 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d9c6a7a4-5a68-4cc9-98f1-1f1413594352 req-2c01617b-8575-410d-b12e-51519730e02e tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=c03ee611-8711-4e4e-9828-ce999641d674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429885 Mar 29 20:28:43.549370 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-2e0de3cd-5815-4b83-9c05-aa19f5c13255 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:43.551246 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-2e0de3cd-5815-4b83-9c05-aa19f5c13255 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.42 "GET /v2.0/networks?id=611f24bd-3558-42c5-bfde-607d50e8335d HTTP/1.1" status: 200 len: 808 time: 0.1059709 Mar 29 20:28:43.568509 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-a96ffcb7-d319-446b-88dd-44751027e954 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Request body: {'port': {'device_id': '5f8e884e-c9e7-4985-ad77-869050b18686', 'network_id': '611f24bd-3558-42c5-bfde-607d50e8335d', 'admin_state_up': True, 'tenant_id': '125a4588eae64753b68d99d00abf90db'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:28:43.807962 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-39140bcd-2f3f-4c4b-bf79-bdb18c89109e req-7e562edf-78d0-401e-9a23-4e1bbc57e8d2 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f8e884e-c9e7-4985-ad77-869050b18686 HTTP/1.1" status: 200 len: 210 time: 0.0295680 Mar 29 20:28:43.837128 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-a96ffcb7-d319-446b-88dd-44751027e954 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Made reservation on behalf of 125a4588eae64753b68d99d00abf90db for: {'port': 1} {{(pid=103820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:28:43.837368 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:43.841495 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-a96ffcb7-d319-446b-88dd-44751027e954 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:43.972278 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_common [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-a96ffcb7-d319-446b-88dd-44751027e954 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Allocated IP 172.20.0.7 (611f24bd-3558-42c5-bfde-607d50e8335d/9da9c899-2d67-4902-873b-4e82bca0e0bf/b5e3dabf-1d12-464f-8d37-fe06434f7d4b) {{(pid=103820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:28:44.147160 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-a96ffcb7-d319-446b-88dd-44751027e954 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Publish callbacks [] for port (b5e3dabf-1d12-464f-8d37-fe06434f7d4b), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:44.267479 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-a96ffcb7-d319-446b-88dd-44751027e954 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (b5e3dabf-1d12-464f-8d37-fe06434f7d4b), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:44.316813 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-a96ffcb7-d319-446b-88dd-44751027e954 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Network 611f24bd-3558-42c5-bfde-607d50e8335d is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:28:44.320224 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-a96ffcb7-d319-446b-88dd-44751027e954 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:28:44.328307 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-a96ffcb7-d319-446b-88dd-44751027e954 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Received port after_create {{(pid=103820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:28:44.336862 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ffcb7-d319-446b-88dd-44751027e954 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Pushing event updated for resources: {'Port': ['ID=b5e3dabf-1d12-464f-8d37-fe06434f7d4b,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:44.386201 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-a96ffcb7-d319-446b-88dd-44751027e954 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:44.387048 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-a96ffcb7-d319-446b-88dd-44751027e954 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:44.470771 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-a96ffcb7-d319-446b-88dd-44751027e954 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9062576 Mar 29 20:28:44.483984 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-993cd25f-e044-4a52-a7c7-11bdca9c9f58 service neutron] Request body: {'port': {'device_id': '5f8e884e-c9e7-4985-ad77-869050b18686', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:28:44.564735 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-993cd25f-e044-4a52-a7c7-11bdca9c9f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (b5e3dabf-1d12-464f-8d37-fe06434f7d4b), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:44.575669 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664244b-8348-4ecc-b5a2-2b9a9ef30b16 req-45bddea9-542f-4ad8-80be-13e934044331 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:44.577197 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8664244b-8348-4ecc-b5a2-2b9a9ef30b16 req-45bddea9-542f-4ad8-80be-13e934044331 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=a32f9fde-f6a4-4710-8fb5-b4df88b74344 HTTP/1.1" status: 200 len: 945 time: 0.1105111 Mar 29 20:28:44.668526 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8664244b-8348-4ecc-b5a2-2b9a9ef30b16 req-55752d0b-5bb0-4aff-8b8f-3ca33573df10 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=c03ee611-8711-4e4e-9828-ce999641d674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846937 Mar 29 20:28:44.808893 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:44.862060 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48e5d6-1b54-45f3-ab52-83a81ad8a475 req-818f94c5-d5b9-47a3-a882-fa9858f6fde0 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:44.863581 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5b48e5d6-1b54-45f3-ab52-83a81ad8a475 req-818f94c5-d5b9-47a3-a882-fa9858f6fde0 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=a32f9fde-f6a4-4710-8fb5-b4df88b74344 HTTP/1.1" status: 200 len: 945 time: 0.1214864 Mar 29 20:28:44.875252 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 51504) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:28:44.879890 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-0b022bbf-91e1-4a73-b20b-33156370efc2 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Request body: {'floatingip': {'port_id': 'cb616fe6-4bb2-470f-95d9-aede16edc669'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:28:44.920244 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0b022bbf-91e1-4a73-b20b-33156370efc2 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for floatingip (8ec1daa3-5438-4f62-8ed0-456435c7bb87), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:44.970535 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-993cd25f-e044-4a52-a7c7-11bdca9c9f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5e3dabf-1d12-464f-8d37-fe06434f7d4b {{(pid=103820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:28:44.982038 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d8fcd-bb9f-4123-8f83-982e583a15b7 req-d552bdb2-e6f0-45ce-9aac-095a9dc12dde tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:44.983557 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-962d8fcd-bb9f-4123-8f83-982e583a15b7 req-d552bdb2-e6f0-45ce-9aac-095a9dc12dde tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f8e884e-c9e7-4985-ad77-869050b18686 HTTP/1.1" status: 200 len: 931 time: 0.1052244 Mar 29 20:28:44.987898 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-993cd25f-e044-4a52-a7c7-11bdca9c9f58 service neutron] Publish callbacks [] for port (b5e3dabf-1d12-464f-8d37-fe06434f7d4b), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:45.017172 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.provisioning_blocks [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-993cd25f-e044-4a52-a7c7-11bdca9c9f58 service neutron] Transition to ACTIVE for port object b5e3dabf-1d12-464f-8d37-fe06434f7d4b will not be triggered until provisioned by entity L2. {{(pid=103820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 20:28:45.046189 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-962d8fcd-bb9f-4123-8f83-982e583a15b7 req-bb402783-7d08-47d7-826a-d967d87cc2fd tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/security-groups?id=54cf4717-bd1c-4627-b808-3f1c30b92bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557148 Mar 29 20:28:45.088859 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-993cd25f-e044-4a52-a7c7-11bdca9c9f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126327796'] for port (b5e3dabf-1d12-464f-8d37-fe06434f7d4b), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:45.160298 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993cd25f-e044-4a52-a7c7-11bdca9c9f58 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e3dabf-1d12-464f-8d37-fe06434f7d4b,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:45.213965 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-993cd25f-e044-4a52-a7c7-11bdca9c9f58 service neutron] Attempting to bind port b5e3dabf-1d12-464f-8d37-fe06434f7d4b on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:28:45.213965 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-993cd25f-e044-4a52-a7c7-11bdca9c9f58 service neutron] Attempting to bind port b5e3dabf-1d12-464f-8d37-fe06434f7d4b by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '66af4bdc-ad4b-46ae-a248-7d9316075e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '611f24bd-3558-42c5-bfde-607d50e8335d'}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:28:45.214322 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-993cd25f-e044-4a52-a7c7-11bdca9c9f58 service neutron] Attempting to bind port b5e3dabf-1d12-464f-8d37-fe06434f7d4b on network 611f24bd-3558-42c5-bfde-607d50e8335d {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:28:45.219698 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-993cd25f-e044-4a52-a7c7-11bdca9c9f58 service neutron] Port b5e3dabf-1d12-464f-8d37-fe06434f7d4b on network 611f24bd-3558-42c5-bfde-607d50e8335d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 20:28:45.220023 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-993cd25f-e044-4a52-a7c7-11bdca9c9f58 service neutron] Attempting to bind port b5e3dabf-1d12-464f-8d37-fe06434f7d4b on network 611f24bd-3558-42c5-bfde-607d50e8335d {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:28:45.225404 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-993cd25f-e044-4a52-a7c7-11bdca9c9f58 service neutron] Checking agent: {'id': '19337809-658a-48b1-8a65-8844936c1798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'started_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:28:45.225741 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-993cd25f-e044-4a52-a7c7-11bdca9c9f58 service neutron] Checking segment: {'id': '66af4bdc-ad4b-46ae-a248-7d9316075e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '611f24bd-3558-42c5-bfde-607d50e8335d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:28:45.226148 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-993cd25f-e044-4a52-a7c7-11bdca9c9f58 service neutron] Bound using segment: {'id': '66af4bdc-ad4b-46ae-a248-7d9316075e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '611f24bd-3558-42c5-bfde-607d50e8335d'} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:28:45.226572 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-993cd25f-e044-4a52-a7c7-11bdca9c9f58 service neutron] Bound port: b5e3dabf-1d12-464f-8d37-fe06434f7d4b, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66af4bdc-ad4b-46ae-a248-7d9316075e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '611f24bd-3558-42c5-bfde-607d50e8335d'}}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:28:45.226925 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-993cd25f-e044-4a52-a7c7-11bdca9c9f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (b5e3dabf-1d12-464f-8d37-fe06434f7d4b), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:45.294699 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-993cd25f-e044-4a52-a7c7-11bdca9c9f58 service neutron] For port b5e3dabf-1d12-464f-8d37-fe06434f7d4b, host hv-cinder-78481, cleared binding levels {{(pid=103820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:28:45.297901 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-993cd25f-e044-4a52-a7c7-11bdca9c9f58 service neutron] For port b5e3dabf-1d12-464f-8d37-fe06434f7d4b, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=b5e3dabf-1d12-464f-8d37-fe06434f7d4b,segment=NetworkSegment(66af4bdc-ad4b-46ae-a248-7d9316075e77),segment_id=66af4bdc-ad4b-46ae-a248-7d9316075e77)] {{(pid=103820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:28:45.368302 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0b022bbf-91e1-4a73-b20b-33156370efc2 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:45.403541 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-993cd25f-e044-4a52-a7c7-11bdca9c9f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126327796'] for port (b5e3dabf-1d12-464f-8d37-fe06434f7d4b), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:45.438319 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-993cd25f-e044-4a52-a7c7-11bdca9c9f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:45.438929 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-993cd25f-e044-4a52-a7c7-11bdca9c9f58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:45.440381 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-993cd25f-e044-4a52-a7c7-11bdca9c9f58 service neutron] 10.222.0.42 "PUT /v2.0/ports/b5e3dabf-1d12-464f-8d37-fe06434f7d4b HTTP/1.1" status: 200 len: 1093 time: 0.9614613 Mar 29 20:28:45.440813 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8e884e-c9e7-4985-ad77-869050b18686', 'tag': 'b5e3dabf-1d12-464f-8d37-fe06434f7d4b'}] {{(pid=103820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:28:45.443335 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6edefd21b48d6680289e87f093b2b3ac5ccca22ebb7ce82a748a83257c36a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3e61b1-05bd-4763-b10f-d49c83c2c7db" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8e884e-c9e7-4985-ad77-869050b18686", "tag": "b5e3dabf-1d12-464f-8d37-fe06434f7d4b"}]}' {{(pid=103820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:28:45.467387 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993cd25f-e044-4a52-a7c7-11bdca9c9f58 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e3dabf-1d12-464f-8d37-fe06434f7d4b,revision_number=3']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:45.471442 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0b022bbf-91e1-4a73-b20b-33156370efc2 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (8ec1daa3-5438-4f62-8ed0-456435c7bb87), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:45.486969 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a533dc0-da39-4ad4-8867-bbe14d62cbfc x-openstack-request-id: req-1a533dc0-da39-4ad4-8867-bbe14d62cbfc {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:28:45.487394 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8e884e-c9e7-4985-ad77-869050b18686", "tag": "b5e3dabf-1d12-464f-8d37-fe06434f7d4b", "status": "completed", "code": 200}]} {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:28:45.487655 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a533dc0-da39-4ad4-8867-bbe14d62cbfc {{(pid=103820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:28:45.488062 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a533dc0-da39-4ad4-8867-bbe14d62cbfc'] response: {'name': 'network-changed', 'server_uuid': '5f8e884e-c9e7-4985-ad77-869050b18686', 'tag': 'b5e3dabf-1d12-464f-8d37-fe06434f7d4b', 'status': 'completed', 'code': 200} Mar 29 20:28:45.552621 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e61b1-05bd-4763-b10f-d49c83c2c7db req-eacc94c5-acc6-4967-b5d3-62a7765ac22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:45.554191 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2e3e61b1-05bd-4763-b10f-d49c83c2c7db req-eacc94c5-acc6-4967-b5d3-62a7765ac22b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=125a4588eae64753b68d99d00abf90db&device_id=5f8e884e-c9e7-4985-ad77-869050b18686 HTTP/1.1" status: 200 len: 1127 time: 0.0484049 Mar 29 20:28:45.581593 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.db.l3_db [None req-0b022bbf-91e1-4a73-b20b-33156370efc2 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Floating IP 8ec1daa3-5438-4f62-8ed0-456435c7bb87 associated. External IP: 172.27.3.32, port: cb616fe6-4bb2-470f-95d9-aede16edc669. Mar 29 20:28:45.667112 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e61b1-05bd-4763-b10f-d49c83c2c7db req-48fc4946-8d57-4be6-824c-8f41040fb988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:45.668570 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2e3e61b1-05bd-4763-b10f-d49c83c2c7db req-48fc4946-8d57-4be6-824c-8f41040fb988 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=125a4588eae64753b68d99d00abf90db&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1038682 Mar 29 20:28:45.764332 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e61b1-05bd-4763-b10f-d49c83c2c7db req-29998e6e-fb79-4587-8f36-e37c5a8ff1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:45.765836 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2e3e61b1-05bd-4763-b10f-d49c83c2c7db req-29998e6e-fb79-4587-8f36-e37c5a8ff1ca service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909910 Mar 29 20:28:45.818548 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b022bbf-91e1-4a73-b20b-33156370efc2 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:28:45.858323 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-42e0d844-0773-479a-bf27-5b3d09a48666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:45.859825 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-42e0d844-0773-479a-bf27-5b3d09a48666 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=125a4588eae64753b68d99d00abf90db&device_id=5f8e884e-c9e7-4985-ad77-869050b18686 HTTP/1.1" status: 200 len: 1127 time: 0.0554981 Mar 29 20:28:45.905790 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-58351187-db04-476c-bc69-76a56c884031 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5e3dabf-1d12-464f-8d37-fe06434f7d4b HTTP/1.1" status: 200 len: 217 time: 0.0370455 Mar 29 20:28:45.934460 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b022bbf-91e1-4a73-b20b-33156370efc2 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:28:45.940891 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0b022bbf-91e1-4a73-b20b-33156370efc2 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:45.948288 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d39b5b-df38-4a69-98cd-b8cf06cddc60 None None] Sync routers for ids ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:28:45.960845 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d39b5b-df38-4a69-98cd-b8cf06cddc60 None None] Routers {'4a8de07c-e7e6-411d-ad8d-06d31fa09371'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:28:45.961080 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-20a07a9e-fa5a-4410-8125-4148ee46f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:45.961197 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-96d39b5b-df38-4a69-98cd-b8cf06cddc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:28:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:28:45.963380 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-20a07a9e-fa5a-4410-8125-4148ee46f9d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9da9c899-2d67-4902-873b-4e82bca0e0bf HTTP/1.1" status: 200 len: 848 time: 0.0509036 Mar 29 20:28:45.975073 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-0b022bbf-91e1-4a73-b20b-33156370efc2 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "PUT /v2.0/floatingips/8ec1daa3-5438-4f62-8ed0-456435c7bb87 HTTP/1.1" status: 200 len: 990 time: 1.0985720 Mar 29 20:28:45.976001 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32f9fde-f6a4-4710-8fb5-b4df88b74344', 'tag': 'cb616fe6-4bb2-470f-95d9-aede16edc669'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:28:45.978579 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba27de89-fd7c-4074-97d4-8fd73e726a32" -d '{"events": [{"name": "network-changed", "server_uuid": "a32f9fde-f6a4-4710-8fb5-b4df88b74344", "tag": "cb616fe6-4bb2-470f-95d9-aede16edc669"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:28:46.000490 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-c2af4bad-aa28-40a7-9d79-b2f652692e9c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=611f24bd-3558-42c5-bfde-607d50e8335d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302396 Mar 29 20:28:46.023605 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189694d3-1ec4-4fd8-a3eb-29e8168de167 x-openstack-request-id: req-189694d3-1ec4-4fd8-a3eb-29e8168de167 {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:28:46.023895 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a32f9fde-f6a4-4710-8fb5-b4df88b74344", "tag": "cb616fe6-4bb2-470f-95d9-aede16edc669", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:28:46.024149 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-189694d3-1ec4-4fd8-a3eb-29e8168de167 {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:28:46.024558 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-189694d3-1ec4-4fd8-a3eb-29e8168de167'] response: {'name': 'network-changed', 'server_uuid': 'a32f9fde-f6a4-4710-8fb5-b4df88b74344', 'tag': 'cb616fe6-4bb2-470f-95d9-aede16edc669', 'status': 'completed', 'code': 200} Mar 29 20:28:46.101268 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-96d39b5b-df38-4a69-98cd-b8cf06cddc60 None None] Set router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:28:46.109397 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27de89-fd7c-4074-97d4-8fd73e726a32 req-06e92b60-3dad-4d3d-a72e-c34d559dee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:46.112368 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-ba27de89-fd7c-4074-97d4-8fd73e726a32 req-06e92b60-3dad-4d3d-a72e-c34d559dee4b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10e0da9e3b824cd2bfb89fac347f7dc6&device_id=a32f9fde-f6a4-4710-8fb5-b4df88b74344 HTTP/1.1" status: 200 len: 1129 time: 0.0645332 Mar 29 20:28:46.118457 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-8daedae7-47f0-4f6d-ae55-8bc66cf5d961 service neutron] 10.222.0.42 "GET /v2.0/networks/611f24bd-3558-42c5-bfde-607d50e8335d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114469 Mar 29 20:28:46.210307 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27de89-fd7c-4074-97d4-8fd73e726a32 req-6bc24205-75a2-4688-b1b1-f10adab77be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:46.212294 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-ba27de89-fd7c-4074-97d4-8fd73e726a32 req-6bc24205-75a2-4688-b1b1-f10adab77be3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8b66423-ac0e-4129-a8d8-af5b7d1e3244 HTTP/1.1" status: 200 len: 916 time: 0.0928972 Mar 29 20:28:46.251816 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ed030-c703-40bb-b73a-1927dc0d6bd3 req-7a72a4b5-347d-4369-9ca5-664025aecde6 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:46.253348 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-774ed030-c703-40bb-b73a-1927dc0d6bd3 req-7a72a4b5-347d-4369-9ca5-664025aecde6 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f8e884e-c9e7-4985-ad77-869050b18686 HTTP/1.1" status: 200 len: 943 time: 0.1285105 Mar 29 20:28:46.259049 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4fe41b8d-eca9-4861-92f8-bc2f5eabeac2 req-c9bf97a4-2235-4a4f-bdd7-333c555b1750 service neutron] 10.222.0.42 "GET /v2.0/networks/611f24bd-3558-42c5-bfde-607d50e8335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251469 Mar 29 20:28:46.298177 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-ba27de89-fd7c-4074-97d4-8fd73e726a32 req-e90e5825-d1f4-45cf-9d4e-36b004d3e38b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb616fe6-4bb2-470f-95d9-aede16edc669 HTTP/1.1" status: 200 len: 998 time: 0.0739751 Mar 29 20:28:46.308676 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-774ed030-c703-40bb-b73a-1927dc0d6bd3 req-f12a2bdb-35eb-4b12-93af-83e32704f18d tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/security-groups?id=54cf4717-bd1c-4627-b808-3f1c30b92bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467391 Mar 29 20:28:46.348118 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27de89-fd7c-4074-97d4-8fd73e726a32 req-f61e50b4-0eb3-40c3-9c2d-6960bd875be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:46.348839 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-96d39b5b-df38-4a69-98cd-b8cf06cddc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:05Z', 'revision_number': 4, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port': {'id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '8ec1daa3-5438-4f62-8ed0-456435c7bb87', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'port_id': 'cb616fe6-4bb2-470f-95d9-aede16edc669', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'mac_address': 'fa:16:3e:b4:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32f9fde-f6a4-4710-8fb5-b4df88b74344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:28:29Z', 'updated_at': '2022-03-29T20:28:45Z', 'revision_number': 1, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932dd424-b773-41d9-92a5-599c5ed7dbfc', 'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'mac_address': 'fa:16:3e:9e:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:05Z', 'updated_at': '2022-03-29T20:26:09Z', 'revision_number': 5, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'subnets': [{'id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:28:46.372044 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-ba27de89-fd7c-4074-97d4-8fd73e726a32 req-f61e50b4-0eb3-40c3-9c2d-6960bd875be6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99e69427-dc4b-4dea-9fd9-9d2856b30669 HTTP/1.1" status: 200 len: 854 time: 0.0510275 Mar 29 20:28:46.380589 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d39b5b-df38-4a69-98cd-b8cf06cddc60 None None] Checking router: 4a8de07c-e7e6-411d-ad8d-06d31fa09371 for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:28:46.389486 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d39b5b-df38-4a69-98cd-b8cf06cddc60 None None] Routers {'4a8de07c-e7e6-411d-ad8d-06d31fa09371'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:28:46.390111 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-96d39b5b-df38-4a69-98cd-b8cf06cddc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:28:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:28:46.403464 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27de89-fd7c-4074-97d4-8fd73e726a32 req-d721d727-04eb-4cd3-967e-b32f0e65fc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:46.405789 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-ba27de89-fd7c-4074-97d4-8fd73e726a32 req-d721d727-04eb-4cd3-967e-b32f0e65fc69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8b66423-ac0e-4129-a8d8-af5b7d1e3244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499430 Mar 29 20:28:46.460160 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:46.507868 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-96d39b5b-df38-4a69-98cd-b8cf06cddc60 None None] Set router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:28:46.514446 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-ba27de89-fd7c-4074-97d4-8fd73e726a32 req-f3c16e84-ea01-49e5-9b3c-d09e32c1511e service neutron] 10.222.0.42 "GET /v2.0/networks/f8b66423-ac0e-4129-a8d8-af5b7d1e3244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957043 Mar 29 20:28:46.611395 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-ba27de89-fd7c-4074-97d4-8fd73e726a32 req-1d82305d-2baa-4e58-a8a6-18bcbdef05d3 service neutron] 10.222.0.42 "GET /v2.0/networks/f8b66423-ac0e-4129-a8d8-af5b7d1e3244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889125 Mar 29 20:28:46.825156 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-96d39b5b-df38-4a69-98cd-b8cf06cddc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:05Z', 'revision_number': 4, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port': {'id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '8ec1daa3-5438-4f62-8ed0-456435c7bb87', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'port_id': 'cb616fe6-4bb2-470f-95d9-aede16edc669', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'mac_address': 'fa:16:3e:b4:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32f9fde-f6a4-4710-8fb5-b4df88b74344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:28:29Z', 'updated_at': '2022-03-29T20:28:45Z', 'revision_number': 1, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932dd424-b773-41d9-92a5-599c5ed7dbfc', 'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'mac_address': 'fa:16:3e:9e:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:05Z', 'updated_at': '2022-03-29T20:26:09Z', 'revision_number': 5, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'subnets': [{'id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:28:46.855434 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d39b5b-df38-4a69-98cd-b8cf06cddc60 None None] The sync data for ids ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'] in dv-cinder-784815-3-iscsi is: [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:05Z', 'revision_number': 4, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port': {'id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '8ec1daa3-5438-4f62-8ed0-456435c7bb87', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'port_id': 'cb616fe6-4bb2-470f-95d9-aede16edc669', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'mac_address': 'fa:16:3e:b4:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32f9fde-f6a4-4710-8fb5-b4df88b74344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:28:29Z', 'updated_at': '2022-03-29T20:28:45Z', 'revision_number': 1, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932dd424-b773-41d9-92a5-599c5ed7dbfc', 'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'mac_address': 'fa:16:3e:9e:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:05Z', 'updated_at': '2022-03-29T20:26:09Z', 'revision_number': 5, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'subnets': [{'id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:28:47.060927 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848ce0c6-3c04-4c87-86e6-0cee6d139521 None None] New status for floating IP 8ec1daa3-5438-4f62-8ed0-456435c7bb87: ACTIVE {{(pid=103822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 20:28:47.381376 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:28:47.447954 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370c237-3c59-4642-8585-525ce7116d49 req-0ba86397-3ef8-4543-870a-8ab72424dd80 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:47.449458 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3370c237-3c59-4642-8585-525ce7116d49 req-0ba86397-3ef8-4543-870a-8ab72424dd80 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f8e884e-c9e7-4985-ad77-869050b18686 HTTP/1.1" status: 200 len: 943 time: 0.0573473 Mar 29 20:28:47.497863 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3370c237-3c59-4642-8585-525ce7116d49 req-abd313ea-b7bc-4b27-8613-7f07c17fdee4 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/security-groups?id=54cf4717-bd1c-4627-b808-3f1c30b92bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425763 Mar 29 20:28:48.622831 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b0702-e02c-4dbd-addb-f297c36223df req-67b916de-7eb0-4ff1-afc2-362942a13b6b tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:48.624319 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-375b0702-e02c-4dbd-addb-f297c36223df req-67b916de-7eb0-4ff1-afc2-362942a13b6b tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f8e884e-c9e7-4985-ad77-869050b18686 HTTP/1.1" status: 200 len: 943 time: 0.0582104 Mar 29 20:28:48.672716 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-375b0702-e02c-4dbd-addb-f297c36223df req-11c4097f-0f92-4d40-acaf-679436ead77d tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/security-groups?id=54cf4717-bd1c-4627-b808-3f1c30b92bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427375 Mar 29 20:28:49.372226 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device b5e3dabf-1d12-464f-8d37-fe06434f7d4b details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 20:28:49.470710 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port b5e3dabf-1d12-464f-8d37-fe06434f7d4b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=b5e3dabf-1d12-464f-8d37-fe06434f7d4b,segment=NetworkSegment(66af4bdc-ad4b-46ae-a248-7d9316075e77),segment_id=66af4bdc-ad4b-46ae-a248-7d9316075e77)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:28:49.483002 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Returning: {'device': 'b5e3dabf-1d12-464f-8d37-fe06434f7d4b', 'network_id': '611f24bd-3558-42c5-bfde-607d50e8335d', 'port_id': 'b5e3dabf-1d12-464f-8d37-fe06434f7d4b', 'mac_address': 'fa:16:3e:b0:01:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da9c899-2d67-4902-873b-4e82bca0e0bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 20:28:49.520086 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port b5e3dabf-1d12-464f-8d37-fe06434f7d4b is: DOWN; New status is: BUILD {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:28:49.522193 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (b5e3dabf-1d12-464f-8d37-fe06434f7d4b), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:49.537442 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e3dabf-1d12-464f-8d37-fe06434f7d4b {{(pid=103822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:28:49.558707 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port b5e3dabf-1d12-464f-8d37-fe06434f7d4b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=b5e3dabf-1d12-464f-8d37-fe06434f7d4b,segment=NetworkSegment(66af4bdc-ad4b-46ae-a248-7d9316075e77),segment_id=66af4bdc-ad4b-46ae-a248-7d9316075e77)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:28:49.716115 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (b5e3dabf-1d12-464f-8d37-fe06434f7d4b), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:49.772703 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=b5e3dabf-1d12-464f-8d37-fe06434f7d4b,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:49.807146 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3f668-6c46-49f2-b527-b7a85c791403 req-396296ea-c103-4b85-a75b-b691d2e8eb1e tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:49.808930 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-add3f668-6c46-49f2-b527-b7a85c791403 req-396296ea-c103-4b85-a75b-b691d2e8eb1e tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f8e884e-c9e7-4985-ad77-869050b18686 HTTP/1.1" status: 200 len: 944 time: 0.0647395 Mar 29 20:28:49.864645 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-add3f668-6c46-49f2-b527-b7a85c791403 req-471406b7-9494-4430-8e25-f1ee73413dac tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/security-groups?id=54cf4717-bd1c-4627-b808-3f1c30b92bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463955 Mar 29 20:28:49.946013 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['b5e3dabf-1d12-464f-8d37-fe06434f7d4b'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:28:50.989223 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01579c37-4872-4bb2-86de-70de92bb7613 req-1c0b5eb4-ac5d-45bc-bd80-227b3cc16743 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:50.990759 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-01579c37-4872-4bb2-86de-70de92bb7613 req-1c0b5eb4-ac5d-45bc-bd80-227b3cc16743 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f8e884e-c9e7-4985-ad77-869050b18686 HTTP/1.1" status: 200 len: 944 time: 0.0571952 Mar 29 20:28:51.042908 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-01579c37-4872-4bb2-86de-70de92bb7613 req-a630aae1-b031-4177-baed-e891f2f9c061 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/security-groups?id=54cf4717-bd1c-4627-b808-3f1c30b92bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449059 Mar 29 20:28:51.388566 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device b5e3dabf-1d12-464f-8d37-fe06434f7d4b up at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:28:51.522037 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning for port b5e3dabf-1d12-464f-8d37-fe06434f7d4b completed by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 20:28:51.526846 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning complete for port b5e3dabf-1d12-464f-8d37-fe06434f7d4b triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:28:51.527349 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (b5e3dabf-1d12-464f-8d37-fe06434f7d4b), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:51.610889 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port b5e3dabf-1d12-464f-8d37-fe06434f7d4b is: BUILD; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:28:51.611418 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (b5e3dabf-1d12-464f-8d37-fe06434f7d4b), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:51.636394 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8e884e-c9e7-4985-ad77-869050b18686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e3dabf-1d12-464f-8d37-fe06434f7d4b'}] {{(pid=103822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:28:51.638749 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0861b571914e5dc523c78e704c27631447c9211d5b419e1eb1b6a7c48cd57d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050f3d42-91bd-410d-b145-3adfa0fd8f4a" -d '{"events": [{"server_uuid": "5f8e884e-c9e7-4985-ad77-869050b18686", "name": "network-vif-plugged", "status": "completed", "tag": "b5e3dabf-1d12-464f-8d37-fe06434f7d4b"}]}' {{(pid=103822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:28:51.656605 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port b5e3dabf-1d12-464f-8d37-fe06434f7d4b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=b5e3dabf-1d12-464f-8d37-fe06434f7d4b,segment=NetworkSegment(66af4bdc-ad4b-46ae-a248-7d9316075e77),segment_id=66af4bdc-ad4b-46ae-a248-7d9316075e77)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:28:51.680305 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ad76b8-8bfe-41be-9d1b-456d485a2c6d x-openstack-request-id: req-f6ad76b8-8bfe-41be-9d1b-456d485a2c6d {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:28:51.680594 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8e884e-c9e7-4985-ad77-869050b18686", "name": "network-vif-plugged", "status": "completed", "tag": "b5e3dabf-1d12-464f-8d37-fe06434f7d4b", "code": 200}]} {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:28:51.680849 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f6ad76b8-8bfe-41be-9d1b-456d485a2c6d {{(pid=103822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:28:51.681329 dv-cinder-784815-3-iscsi neutron-server[103822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6ad76b8-8bfe-41be-9d1b-456d485a2c6d'] response: {'server_uuid': '5f8e884e-c9e7-4985-ad77-869050b18686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e3dabf-1d12-464f-8d37-fe06434f7d4b', 'code': 200} Mar 29 20:28:51.751887 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (b5e3dabf-1d12-464f-8d37-fe06434f7d4b), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:51.809201 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=b5e3dabf-1d12-464f-8d37-fe06434f7d4b,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:52.024639 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62828443-f624-4153-932f-f8f1770211aa req-8f2b9db5-8721-4052-bb9b-82cff9fa7aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:52.027261 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-62828443-f624-4153-932f-f8f1770211aa req-8f2b9db5-8721-4052-bb9b-82cff9fa7aab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5f8e884e-c9e7-4985-ad77-869050b18686 HTTP/1.1" status: 200 len: 1129 time: 0.0557270 Mar 29 20:28:52.074015 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-62828443-f624-4153-932f-f8f1770211aa req-53a3b4d1-cd56-4574-8b24-6e36baeae910 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=54cf4717-bd1c-4627-b808-3f1c30b92bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409203 Mar 29 20:28:52.168438 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90a02d-9dcf-42e0-8804-abfcf14c85a8 req-984d2823-4bba-486a-a45c-662e14e25015 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:52.170066 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7a90a02d-9dcf-42e0-8804-abfcf14c85a8 req-984d2823-4bba-486a-a45c-662e14e25015 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f8e884e-c9e7-4985-ad77-869050b18686 HTTP/1.1" status: 200 len: 945 time: 0.0587189 Mar 29 20:28:52.220410 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7a90a02d-9dcf-42e0-8804-abfcf14c85a8 req-dfc1736c-0bed-422e-adaa-3d9c5f6bb766 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/security-groups?id=54cf4717-bd1c-4627-b808-3f1c30b92bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444458 Mar 29 20:28:53.374978 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81142f7d-aa22-4e2f-a313-da047b36f1e5 req-d886697d-2845-4978-83b7-80688fc97944 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:53.376784 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-81142f7d-aa22-4e2f-a313-da047b36f1e5 req-d886697d-2845-4978-83b7-80688fc97944 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f8e884e-c9e7-4985-ad77-869050b18686 HTTP/1.1" status: 200 len: 945 time: 0.0668528 Mar 29 20:28:53.436114 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-81142f7d-aa22-4e2f-a313-da047b36f1e5 req-951cfc30-4222-4634-9861-c91ff3a5d315 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/security-groups?id=54cf4717-bd1c-4627-b808-3f1c30b92bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503128 Mar 29 20:28:55.128341 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80204f6-0c34-45c9-a1e9-9235088c9d14 req-87fcc0c4-76ca-46f9-b76b-a1befcc2c9e3 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:55.129843 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d80204f6-0c34-45c9-a1e9-9235088c9d14 req-87fcc0c4-76ca-46f9-b76b-a1befcc2c9e3 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f8e884e-c9e7-4985-ad77-869050b18686 HTTP/1.1" status: 200 len: 945 time: 0.3434703 Mar 29 20:28:55.178423 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d80204f6-0c34-45c9-a1e9-9235088c9d14 req-110355f8-fe61-4b88-923e-57282fc161aa tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/security-groups?id=54cf4717-bd1c-4627-b808-3f1c30b92bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426309 Mar 29 20:28:56.202711 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0ba99-a0d4-40b6-9404-46a96993e64d req-24324acf-f746-4b39-8f96-f054eee1f3ff tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:56.204892 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-8af0ba99-a0d4-40b6-9404-46a96993e64d req-24324acf-f746-4b39-8f96-f054eee1f3ff tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f8e884e-c9e7-4985-ad77-869050b18686 HTTP/1.1" status: 200 len: 945 time: 0.0543885 Mar 29 20:28:56.308324 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c403943-52c6-41cd-a750-2fce08a0b678 req-be8d33b6-1124-46e9-8f18-9240a7164529 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:56.309858 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [req-8af0ba99-a0d4-40b6-9404-46a96993e64d req-23317b9f-4456-47ac-8ccc-3db34f8edb3f tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Deleting port b5e3dabf-1d12-464f-8d37-fe06434f7d4b {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:28:56.310051 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4c403943-52c6-41cd-a750-2fce08a0b678 req-be8d33b6-1124-46e9-8f18-9240a7164529 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f8e884e-c9e7-4985-ad77-869050b18686 HTTP/1.1" status: 200 len: 945 time: 0.0548551 Mar 29 20:28:56.310217 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-8af0ba99-a0d4-40b6-9404-46a96993e64d req-23317b9f-4456-47ac-8ccc-3db34f8edb3f tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (b5e3dabf-1d12-464f-8d37-fe06434f7d4b), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:56.357737 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4c403943-52c6-41cd-a750-2fce08a0b678 req-3c7ef8c1-63ad-4369-9e1c-c2960bce05b2 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/security-groups?id=54cf4717-bd1c-4627-b808-3f1c30b92bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422335 Mar 29 20:28:56.404583 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-8af0ba99-a0d4-40b6-9404-46a96993e64d req-23317b9f-4456-47ac-8ccc-3db34f8edb3f tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] For port b5e3dabf-1d12-464f-8d37-fe06434f7d4b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=b5e3dabf-1d12-464f-8d37-fe06434f7d4b,segment=NetworkSegment(66af4bdc-ad4b-46ae-a248-7d9316075e77),segment_id=66af4bdc-ad4b-46ae-a248-7d9316075e77)] {{(pid=103821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:28:56.412983 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-8af0ba99-a0d4-40b6-9404-46a96993e64d req-23317b9f-4456-47ac-8ccc-3db34f8edb3f tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (b5e3dabf-1d12-464f-8d37-fe06434f7d4b), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:56.418880 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [req-8af0ba99-a0d4-40b6-9404-46a96993e64d req-23317b9f-4456-47ac-8ccc-3db34f8edb3f tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Calling delete_port for b5e3dabf-1d12-464f-8d37-fe06434f7d4b owned by compute:nova {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:28:56.654506 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-8af0ba99-a0d4-40b6-9404-46a96993e64d req-23317b9f-4456-47ac-8ccc-3db34f8edb3f tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (b5e3dabf-1d12-464f-8d37-fe06434f7d4b), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:56.666905 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['b5e3dabf-1d12-464f-8d37-fe06434f7d4b'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:28:56.684261 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23317b9f-4456-47ac-8ccc-3db34f8edb3f tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Pushing event deleted for resources: {'Port': ['ID=b5e3dabf-1d12-464f-8d37-fe06434f7d4b,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:28:56.729205 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af0ba99-a0d4-40b6-9404-46a96993e64d req-23317b9f-4456-47ac-8ccc-3db34f8edb3f tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] No DVR routers for this DVR port b5e3dabf-1d12-464f-8d37-fe06434f7d4b on host hv-cinder-78481 {{(pid=103821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:28:56.732494 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-8af0ba99-a0d4-40b6-9404-46a96993e64d req-23317b9f-4456-47ac-8ccc-3db34f8edb3f tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:56.736604 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-8af0ba99-a0d4-40b6-9404-46a96993e64d req-23317b9f-4456-47ac-8ccc-3db34f8edb3f tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.42 "DELETE /v2.0/ports/b5e3dabf-1d12-464f-8d37-fe06434f7d4b HTTP/1.1" status: 204 len: 173 time: 0.5259252 Mar 29 20:28:56.737227 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8e884e-c9e7-4985-ad77-869050b18686', 'name': 'network-vif-deleted', 'tag': 'b5e3dabf-1d12-464f-8d37-fe06434f7d4b'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:28:56.740607 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01fec25-8d8f-4de1-98e6-ff55822fe8ef" -d '{"events": [{"server_uuid": "5f8e884e-c9e7-4985-ad77-869050b18686", "name": "network-vif-deleted", "tag": "b5e3dabf-1d12-464f-8d37-fe06434f7d4b"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:28:56.781302 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e272dfdf-8d2a-41fa-8eaf-441fbcf8b9cb x-openstack-request-id: req-e272dfdf-8d2a-41fa-8eaf-441fbcf8b9cb {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:28:56.781600 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8e884e-c9e7-4985-ad77-869050b18686", "name": "network-vif-deleted", "tag": "b5e3dabf-1d12-464f-8d37-fe06434f7d4b", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:28:56.781851 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e272dfdf-8d2a-41fa-8eaf-441fbcf8b9cb {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:28:56.782260 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e272dfdf-8d2a-41fa-8eaf-441fbcf8b9cb'] response: {'server_uuid': '5f8e884e-c9e7-4985-ad77-869050b18686', 'name': 'network-vif-deleted', 'tag': 'b5e3dabf-1d12-464f-8d37-fe06434f7d4b', 'status': 'completed', 'code': 200} Mar 29 20:28:57.477337 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-40163c20-c0f7-4ded-9006-08dc106dc202 req-8de101cc-f45b-4ed3-a4b5-98dbda2a92cb tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f8e884e-c9e7-4985-ad77-869050b18686 HTTP/1.1" status: 200 len: 210 time: 0.0314341 Mar 29 20:28:58.678227 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:28:58.825813 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-14265503-c0fc-4c98-b234-39cb13cc85ff tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:28:58.827256 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-14265503-c0fc-4c98-b234-39cb13cc85ff tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/networks?id=611f24bd-3558-42c5-bfde-607d50e8335d HTTP/1.1" status: 200 len: 808 time: 0.1608503 Mar 29 20:28:58.845181 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-384b899e-a427-46d3-b3b1-725b46f2e5f3 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/quotas/125a4588eae64753b68d99d00abf90db HTTP/1.1" status: 200 len: 375 time: 0.0111704 Mar 29 20:28:58.883165 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-d28dc420-daf4-4d6b-bcbb-72bb34b34f79 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=125a4588eae64753b68d99d00abf90db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309708 Mar 29 20:28:59.004738 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-7d801ffd-cef3-4471-90ce-3d66a020b8e2 service neutron] 10.222.0.43 "GET /v2.0/networks/611f24bd-3558-42c5-bfde-607d50e8335d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130860 Mar 29 20:28:59.123573 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-3465089e-9efc-4cde-afb7-d83ebf742132 service neutron] 10.222.0.43 "GET /v2.0/networks/611f24bd-3558-42c5-bfde-607d50e8335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124911 Mar 29 20:28:59.411487 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ee445448-074e-48b9-a038-a7799de9fcaa req-e4a907a5-9737-4ae3-be7a-bdd0b7d96df1 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c9300c-3649-40a0-954c-f1d4a6688613 HTTP/1.1" status: 200 len: 210 time: 0.0466838 Mar 29 20:28:59.474366 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device b5e3dabf-1d12-464f-8d37-fe06434f7d4b no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:28:59.643086 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] No Port match for: b5e3dabf-1d12-464f-8d37-fe06434f7d4b {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:28:59.643366 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device b5e3dabf-1d12-464f-8d37-fe06434f7d4b not bound to the agent host hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:29:00.514896 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-49d970ee-56a6-4a24-bc29-f2fba4a61429 req-30312396-fc3b-417e-8129-aa7f8228e889 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c9300c-3649-40a0-954c-f1d4a6688613 HTTP/1.1" status: 200 len: 210 time: 0.0285912 Mar 29 20:29:01.483597 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-da0caef8-c3a9-4be8-b95e-5ef7967c77bf tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:01.485520 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-da0caef8-c3a9-4be8-b95e-5ef7967c77bf tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.42 "GET /v2.0/networks?id=611f24bd-3558-42c5-bfde-607d50e8335d HTTP/1.1" status: 200 len: 808 time: 0.1266646 Mar 29 20:29:01.499011 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-84b23cfd-2e7c-4f6a-a446-255a925c9859 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Request body: {'port': {'device_id': '94c9300c-3649-40a0-954c-f1d4a6688613', 'network_id': '611f24bd-3558-42c5-bfde-607d50e8335d', 'admin_state_up': True, 'tenant_id': '125a4588eae64753b68d99d00abf90db'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:29:01.617826 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-803a200e-0ec8-4ee1-b876-e0569554fa0d req-d0b679dd-a09c-4f2f-908e-1607ada6f63a tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c9300c-3649-40a0-954c-f1d4a6688613 HTTP/1.1" status: 200 len: 210 time: 0.0294263 Mar 29 20:29:01.693203 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-84b23cfd-2e7c-4f6a-a446-255a925c9859 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Made reservation on behalf of 125a4588eae64753b68d99d00abf90db for: {'port': 1} {{(pid=103821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:29:01.696621 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-84b23cfd-2e7c-4f6a-a446-255a925c9859 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:01.834546 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_common [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-84b23cfd-2e7c-4f6a-a446-255a925c9859 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Allocated IP 172.20.0.12 (611f24bd-3558-42c5-bfde-607d50e8335d/9da9c899-2d67-4902-873b-4e82bca0e0bf/68adf77c-388b-45e8-8e44-3a5acca109b9) {{(pid=103821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:29:02.006169 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-84b23cfd-2e7c-4f6a-a446-255a925c9859 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Publish callbacks [] for port (68adf77c-388b-45e8-8e44-3a5acca109b9), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:02.100685 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-84b23cfd-2e7c-4f6a-a446-255a925c9859 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (68adf77c-388b-45e8-8e44-3a5acca109b9), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:02.144413 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-84b23cfd-2e7c-4f6a-a446-255a925c9859 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Network 611f24bd-3558-42c5-bfde-607d50e8335d is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:29:02.147649 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-84b23cfd-2e7c-4f6a-a446-255a925c9859 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:29:02.152386 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-84b23cfd-2e7c-4f6a-a446-255a925c9859 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Received port after_create {{(pid=103821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:29:02.181440 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b23cfd-2e7c-4f6a-a446-255a925c9859 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Pushing event updated for resources: {'Port': ['ID=68adf77c-388b-45e8-8e44-3a5acca109b9,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:29:02.219229 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-84b23cfd-2e7c-4f6a-a446-255a925c9859 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:02.219873 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-84b23cfd-2e7c-4f6a-a446-255a925c9859 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:02.318840 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-84b23cfd-2e7c-4f6a-a446-255a925c9859 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8252971 Mar 29 20:29:02.332413 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-60f75e6a-8e9a-45c6-ad3e-b103faffe894 service neutron] Request body: {'port': {'device_id': '94c9300c-3649-40a0-954c-f1d4a6688613', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:29:02.402250 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-60f75e6a-8e9a-45c6-ad3e-b103faffe894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (68adf77c-388b-45e8-8e44-3a5acca109b9), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:02.684919 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-60f75e6a-8e9a-45c6-ad3e-b103faffe894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68adf77c-388b-45e8-8e44-3a5acca109b9 {{(pid=103821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:29:02.693570 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-60f75e6a-8e9a-45c6-ad3e-b103faffe894 service neutron] Publish callbacks [] for port (68adf77c-388b-45e8-8e44-3a5acca109b9), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:02.707873 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.provisioning_blocks [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-60f75e6a-8e9a-45c6-ad3e-b103faffe894 service neutron] Transition to ACTIVE for port object 68adf77c-388b-45e8-8e44-3a5acca109b9 will not be triggered until provisioned by entity L2. {{(pid=103821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 20:29:02.751759 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc718d-72f1-4f94-b825-3fb653e09c56 req-3436b607-41bb-4724-82e6-ebbc4ad04584 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:02.753350 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-08bc718d-72f1-4f94-b825-3fb653e09c56 req-3436b607-41bb-4724-82e6-ebbc4ad04584 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c9300c-3649-40a0-954c-f1d4a6688613 HTTP/1.1" status: 200 len: 932 time: 0.0554309 Mar 29 20:29:02.779072 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-60f75e6a-8e9a-45c6-ad3e-b103faffe894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129149341'] for port (68adf77c-388b-45e8-8e44-3a5acca109b9), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:02.809667 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-08bc718d-72f1-4f94-b825-3fb653e09c56 req-f25ea634-07d5-4568-9aa3-b0cb07165ad1 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/security-groups?id=54cf4717-bd1c-4627-b808-3f1c30b92bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495436 Mar 29 20:29:02.840184 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f75e6a-8e9a-45c6-ad3e-b103faffe894 service neutron] Pushing event updated for resources: {'Port': ['ID=68adf77c-388b-45e8-8e44-3a5acca109b9,revision_number=2']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:29:02.930942 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-60f75e6a-8e9a-45c6-ad3e-b103faffe894 service neutron] Attempting to bind port 68adf77c-388b-45e8-8e44-3a5acca109b9 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:29:02.931169 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-60f75e6a-8e9a-45c6-ad3e-b103faffe894 service neutron] Attempting to bind port 68adf77c-388b-45e8-8e44-3a5acca109b9 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '66af4bdc-ad4b-46ae-a248-7d9316075e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '611f24bd-3558-42c5-bfde-607d50e8335d'}] {{(pid=103821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:29:02.931493 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-60f75e6a-8e9a-45c6-ad3e-b103faffe894 service neutron] Attempting to bind port 68adf77c-388b-45e8-8e44-3a5acca109b9 on network 611f24bd-3558-42c5-bfde-607d50e8335d {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:29:02.937107 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-60f75e6a-8e9a-45c6-ad3e-b103faffe894 service neutron] Port 68adf77c-388b-45e8-8e44-3a5acca109b9 on network 611f24bd-3558-42c5-bfde-607d50e8335d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 20:29:02.937470 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-60f75e6a-8e9a-45c6-ad3e-b103faffe894 service neutron] Attempting to bind port 68adf77c-388b-45e8-8e44-3a5acca109b9 on network 611f24bd-3558-42c5-bfde-607d50e8335d {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:29:02.943169 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-60f75e6a-8e9a-45c6-ad3e-b103faffe894 service neutron] Checking agent: {'id': '19337809-658a-48b1-8a65-8844936c1798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'started_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:29:02.943502 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-60f75e6a-8e9a-45c6-ad3e-b103faffe894 service neutron] Checking segment: {'id': '66af4bdc-ad4b-46ae-a248-7d9316075e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '611f24bd-3558-42c5-bfde-607d50e8335d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:29:02.943891 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-60f75e6a-8e9a-45c6-ad3e-b103faffe894 service neutron] Bound using segment: {'id': '66af4bdc-ad4b-46ae-a248-7d9316075e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '611f24bd-3558-42c5-bfde-607d50e8335d'} {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:29:02.944320 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-60f75e6a-8e9a-45c6-ad3e-b103faffe894 service neutron] Bound port: 68adf77c-388b-45e8-8e44-3a5acca109b9, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66af4bdc-ad4b-46ae-a248-7d9316075e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '611f24bd-3558-42c5-bfde-607d50e8335d'}}] {{(pid=103821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:29:02.944671 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-60f75e6a-8e9a-45c6-ad3e-b103faffe894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (68adf77c-388b-45e8-8e44-3a5acca109b9), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:03.012081 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-60f75e6a-8e9a-45c6-ad3e-b103faffe894 service neutron] For port 68adf77c-388b-45e8-8e44-3a5acca109b9, host hv-cinder-78481, cleared binding levels {{(pid=103821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:29:03.015423 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-60f75e6a-8e9a-45c6-ad3e-b103faffe894 service neutron] For port 68adf77c-388b-45e8-8e44-3a5acca109b9, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=68adf77c-388b-45e8-8e44-3a5acca109b9,segment=NetworkSegment(66af4bdc-ad4b-46ae-a248-7d9316075e77),segment_id=66af4bdc-ad4b-46ae-a248-7d9316075e77)] {{(pid=103821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:29:03.089649 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-60f75e6a-8e9a-45c6-ad3e-b103faffe894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129149341'] for port (68adf77c-388b-45e8-8e44-3a5acca109b9), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:03.126728 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-60f75e6a-8e9a-45c6-ad3e-b103faffe894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:03.127435 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-60f75e6a-8e9a-45c6-ad3e-b103faffe894 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:03.128839 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-60f75e6a-8e9a-45c6-ad3e-b103faffe894 service neutron] 10.222.0.42 "PUT /v2.0/ports/68adf77c-388b-45e8-8e44-3a5acca109b9 HTTP/1.1" status: 200 len: 1094 time: 0.8007617 Mar 29 20:29:03.129375 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c9300c-3649-40a0-954c-f1d4a6688613', 'tag': '68adf77c-388b-45e8-8e44-3a5acca109b9'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:29:03.131787 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983c5fef-70c8-4599-b0c8-84683a5b0e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "94c9300c-3649-40a0-954c-f1d4a6688613", "tag": "68adf77c-388b-45e8-8e44-3a5acca109b9"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:29:03.171488 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f75e6a-8e9a-45c6-ad3e-b103faffe894 service neutron] Pushing event updated for resources: {'Port': ['ID=68adf77c-388b-45e8-8e44-3a5acca109b9,revision_number=3']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:29:03.175958 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d952e64-f783-4b2e-9507-afd6a63d63a3 x-openstack-request-id: req-3d952e64-f783-4b2e-9507-afd6a63d63a3 {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:29:03.176165 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c9300c-3649-40a0-954c-f1d4a6688613", "tag": "68adf77c-388b-45e8-8e44-3a5acca109b9", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:29:03.183747 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d952e64-f783-4b2e-9507-afd6a63d63a3 {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:29:03.183747 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d952e64-f783-4b2e-9507-afd6a63d63a3'] response: {'name': 'network-changed', 'server_uuid': '94c9300c-3649-40a0-954c-f1d4a6688613', 'tag': '68adf77c-388b-45e8-8e44-3a5acca109b9', 'status': 'completed', 'code': 200} Mar 29 20:29:03.251108 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c5fef-70c8-4599-b0c8-84683a5b0e6a req-212b2350-b4f6-4bc3-ae91-2a97b1e6e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:03.252679 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-983c5fef-70c8-4599-b0c8-84683a5b0e6a req-212b2350-b4f6-4bc3-ae91-2a97b1e6e554 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=125a4588eae64753b68d99d00abf90db&device_id=94c9300c-3649-40a0-954c-f1d4a6688613 HTTP/1.1" status: 200 len: 1128 time: 0.0570393 Mar 29 20:29:03.373850 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c5fef-70c8-4599-b0c8-84683a5b0e6a req-b327ea86-1980-427d-8c16-a26de569aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:03.375830 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-983c5fef-70c8-4599-b0c8-84683a5b0e6a req-b327ea86-1980-427d-8c16-a26de569aa9e service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=125a4588eae64753b68d99d00abf90db&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1105759 Mar 29 20:29:03.482353 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c5fef-70c8-4599-b0c8-84683a5b0e6a req-22f1932f-7c65-40f5-8535-7956f6222fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:03.483742 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-983c5fef-70c8-4599-b0c8-84683a5b0e6a req-22f1932f-7c65-40f5-8535-7956f6222fe7 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1025107 Mar 29 20:29:03.812647 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-301c6596-c54a-4be8-9d61-0713068bee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:03.819769 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-301c6596-c54a-4be8-9d61-0713068bee9b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=125a4588eae64753b68d99d00abf90db&device_id=94c9300c-3649-40a0-954c-f1d4a6688613 HTTP/1.1" status: 200 len: 1128 time: 0.2851193 Mar 29 20:29:03.859934 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-f0e2cc8b-fa09-4a36-867e-acbe4e4e7200 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68adf77c-388b-45e8-8e44-3a5acca109b9 HTTP/1.1" status: 200 len: 217 time: 0.0351315 Mar 29 20:29:03.926087 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-3b4d38d5-040f-4d08-be74-c7b89bef6d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:03.926642 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-3b4d38d5-040f-4d08-be74-c7b89bef6d91 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9da9c899-2d67-4902-873b-4e82bca0e0bf HTTP/1.1" status: 200 len: 848 time: 0.0606828 Mar 29 20:29:03.963656 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128557c7-33c6-4e23-86d1-ca14b3108932 req-7e43a9a3-8662-4ed0-9e1e-8500eb0307a2 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:03.965629 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-128557c7-33c6-4e23-86d1-ca14b3108932 req-7e43a9a3-8662-4ed0-9e1e-8500eb0307a2 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c9300c-3649-40a0-954c-f1d4a6688613 HTTP/1.1" status: 200 len: 944 time: 0.0717196 Mar 29 20:29:03.968426 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-d3c63c36-f2b1-46a8-8ad4-a40491b10c0e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=611f24bd-3558-42c5-bfde-607d50e8335d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339479 Mar 29 20:29:04.030826 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-128557c7-33c6-4e23-86d1-ca14b3108932 req-7ba46eda-0813-4ac0-93ef-8fd2311f0392 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/security-groups?id=54cf4717-bd1c-4627-b808-3f1c30b92bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572352 Mar 29 20:29:04.077214 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-79d35c89-f45d-4a62-bb4a-367cf6881e68 service neutron] 10.222.0.42 "GET /v2.0/networks/611f24bd-3558-42c5-bfde-607d50e8335d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016014 Mar 29 20:29:04.174154 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-6d2b3a28-0e1e-4493-a3e4-a1280099b26d req-f0dd0bc7-9a0c-4a0a-92c0-05738a57d7cc service neutron] 10.222.0.42 "GET /v2.0/networks/611f24bd-3558-42c5-bfde-607d50e8335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905669 Mar 29 20:29:05.192158 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4676c2-b005-4dc5-9910-9b5bb138dcd4 req-939c856f-5d1e-421c-8c73-aff56bce91aa tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:05.194014 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-eb4676c2-b005-4dc5-9910-9b5bb138dcd4 req-939c856f-5d1e-421c-8c73-aff56bce91aa tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c9300c-3649-40a0-954c-f1d4a6688613 HTTP/1.1" status: 200 len: 944 time: 0.0681527 Mar 29 20:29:05.266992 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-eb4676c2-b005-4dc5-9910-9b5bb138dcd4 req-75693fdf-4b72-412f-8673-e2d4cb451b8c tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/security-groups?id=54cf4717-bd1c-4627-b808-3f1c30b92bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637612 Mar 29 20:29:05.529680 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 68adf77c-388b-45e8-8e44-3a5acca109b9 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 20:29:05.644741 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 68adf77c-388b-45e8-8e44-3a5acca109b9, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=68adf77c-388b-45e8-8e44-3a5acca109b9,segment=NetworkSegment(66af4bdc-ad4b-46ae-a248-7d9316075e77),segment_id=66af4bdc-ad4b-46ae-a248-7d9316075e77)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:29:05.659689 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Returning: {'device': '68adf77c-388b-45e8-8e44-3a5acca109b9', 'network_id': '611f24bd-3558-42c5-bfde-607d50e8335d', 'port_id': '68adf77c-388b-45e8-8e44-3a5acca109b9', 'mac_address': 'fa:16:3e:24:ac:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da9c899-2d67-4902-873b-4e82bca0e0bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 20:29:05.701455 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 68adf77c-388b-45e8-8e44-3a5acca109b9 is: DOWN; New status is: BUILD {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:29:05.701914 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (68adf77c-388b-45e8-8e44-3a5acca109b9), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:05.717187 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68adf77c-388b-45e8-8e44-3a5acca109b9 {{(pid=103822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:29:05.741143 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 68adf77c-388b-45e8-8e44-3a5acca109b9, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=68adf77c-388b-45e8-8e44-3a5acca109b9,segment=NetworkSegment(66af4bdc-ad4b-46ae-a248-7d9316075e77),segment_id=66af4bdc-ad4b-46ae-a248-7d9316075e77)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:29:05.843302 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (68adf77c-388b-45e8-8e44-3a5acca109b9), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:05.901176 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=68adf77c-388b-45e8-8e44-3a5acca109b9,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:29:06.070326 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['68adf77c-388b-45e8-8e44-3a5acca109b9'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:29:06.409603 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e18ab-fd77-4d01-a553-2276452fcb93 req-5a1b52b8-069a-44c1-bd3d-2434f28c1685 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:06.409603 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a96e18ab-fd77-4d01-a553-2276452fcb93 req-5a1b52b8-069a-44c1-bd3d-2434f28c1685 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c9300c-3649-40a0-954c-f1d4a6688613 HTTP/1.1" status: 200 len: 945 time: 0.0571289 Mar 29 20:29:06.464342 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a96e18ab-fd77-4d01-a553-2276452fcb93 req-ccc3893d-6181-43bc-b71d-14915031d2fd tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/security-groups?id=54cf4717-bd1c-4627-b808-3f1c30b92bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503607 Mar 29 20:29:07.529426 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 68adf77c-388b-45e8-8e44-3a5acca109b9 up at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:29:07.589225 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc0c4b-3e73-4bd6-8c6b-394e42352981 req-85689329-2ff9-4eea-828d-38f9ee5c2c09 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:07.593132 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e1dc0c4b-3e73-4bd6-8c6b-394e42352981 req-85689329-2ff9-4eea-828d-38f9ee5c2c09 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c9300c-3649-40a0-954c-f1d4a6688613 HTTP/1.1" status: 200 len: 945 time: 0.0565848 Mar 29 20:29:07.641983 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e1dc0c4b-3e73-4bd6-8c6b-394e42352981 req-bb5919a6-88bf-4d3e-bb50-fc45a7aed22f tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/security-groups?id=54cf4717-bd1c-4627-b808-3f1c30b92bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449696 Mar 29 20:29:07.665975 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning for port 68adf77c-388b-45e8-8e44-3a5acca109b9 completed by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 20:29:07.670942 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning complete for port 68adf77c-388b-45e8-8e44-3a5acca109b9 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:29:07.671319 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (68adf77c-388b-45e8-8e44-3a5acca109b9), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:07.758599 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 68adf77c-388b-45e8-8e44-3a5acca109b9 is: BUILD; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:29:07.758880 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (68adf77c-388b-45e8-8e44-3a5acca109b9), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:07.783100 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c9300c-3649-40a0-954c-f1d4a6688613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68adf77c-388b-45e8-8e44-3a5acca109b9'}] {{(pid=103822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:29:07.785489 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0861b571914e5dc523c78e704c27631447c9211d5b419e1eb1b6a7c48cd57d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3382c5-98d5-4b74-ab96-5158b71086d8" -d '{"events": [{"server_uuid": "94c9300c-3649-40a0-954c-f1d4a6688613", "name": "network-vif-plugged", "status": "completed", "tag": "68adf77c-388b-45e8-8e44-3a5acca109b9"}]}' {{(pid=103822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:29:07.799212 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 68adf77c-388b-45e8-8e44-3a5acca109b9, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=68adf77c-388b-45e8-8e44-3a5acca109b9,segment=NetworkSegment(66af4bdc-ad4b-46ae-a248-7d9316075e77),segment_id=66af4bdc-ad4b-46ae-a248-7d9316075e77)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:29:07.826188 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e17381-302e-47e0-92ab-63e5e8b2e046 x-openstack-request-id: req-26e17381-302e-47e0-92ab-63e5e8b2e046 {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:29:07.826481 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c9300c-3649-40a0-954c-f1d4a6688613", "name": "network-vif-plugged", "status": "completed", "tag": "68adf77c-388b-45e8-8e44-3a5acca109b9", "code": 200}]} {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:29:07.826736 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-26e17381-302e-47e0-92ab-63e5e8b2e046 {{(pid=103822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:29:07.827143 dv-cinder-784815-3-iscsi neutron-server[103822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26e17381-302e-47e0-92ab-63e5e8b2e046'] response: {'server_uuid': '94c9300c-3649-40a0-954c-f1d4a6688613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68adf77c-388b-45e8-8e44-3a5acca109b9', 'code': 200} Mar 29 20:29:07.911557 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (68adf77c-388b-45e8-8e44-3a5acca109b9), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:07.965619 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=68adf77c-388b-45e8-8e44-3a5acca109b9,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:29:08.216419 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9ef2d-4d95-49ae-ac00-433c602970f5 req-8bd6abaa-f419-4028-a5f0-ebb32c074e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:08.218029 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-fed9ef2d-4d95-49ae-ac00-433c602970f5 req-8bd6abaa-f419-4028-a5f0-ebb32c074e0c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=94c9300c-3649-40a0-954c-f1d4a6688613 HTTP/1.1" status: 200 len: 1130 time: 0.0478911 Mar 29 20:29:08.267138 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-fed9ef2d-4d95-49ae-ac00-433c602970f5 req-c76d39ba-3c7d-4733-94b9-9b35698ccd05 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=54cf4717-bd1c-4627-b808-3f1c30b92bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430636 Mar 29 20:29:08.763504 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bc138-2cab-4cbc-923e-e8ad727122cf req-ab791bf4-5284-4f7c-8ff2-1d276d2e92c1 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:08.765039 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c66bc138-2cab-4cbc-923e-e8ad727122cf req-ab791bf4-5284-4f7c-8ff2-1d276d2e92c1 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c9300c-3649-40a0-954c-f1d4a6688613 HTTP/1.1" status: 200 len: 946 time: 0.0548246 Mar 29 20:29:08.814195 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c66bc138-2cab-4cbc-923e-e8ad727122cf req-2d71122f-ac4e-4ffb-a0b8-206812fb9712 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/security-groups?id=54cf4717-bd1c-4627-b808-3f1c30b92bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435126 Mar 29 20:29:09.944626 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21b88d-e873-4aca-a2f1-261f4a7d3bee req-260357b8-13ab-4dde-8ce8-1b4efee4c3a2 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:09.946240 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1f21b88d-e873-4aca-a2f1-261f4a7d3bee req-260357b8-13ab-4dde-8ce8-1b4efee4c3a2 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c9300c-3649-40a0-954c-f1d4a6688613 HTTP/1.1" status: 200 len: 946 time: 0.0608985 Mar 29 20:29:09.995807 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1f21b88d-e873-4aca-a2f1-261f4a7d3bee req-76f8a56e-3252-499f-a739-a934678ffde3 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/security-groups?id=54cf4717-bd1c-4627-b808-3f1c30b92bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431113 Mar 29 20:29:10.157087 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8a2015da-0eed-469e-9b31-e337040b0957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:11.495562 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26bef66-5d35-48c1-a138-a683f02091f8 req-c32bd42c-f9c5-4e7d-b890-8a66c50168ad tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:11.497117 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d26bef66-5d35-48c1-a138-a683f02091f8 req-c32bd42c-f9c5-4e7d-b890-8a66c50168ad tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c9300c-3649-40a0-954c-f1d4a6688613 HTTP/1.1" status: 200 len: 946 time: 0.0553761 Mar 29 20:29:11.548489 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d26bef66-5d35-48c1-a138-a683f02091f8 req-2740e603-632a-47e1-907d-433e5a251c2f tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/security-groups?id=54cf4717-bd1c-4627-b808-3f1c30b92bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456202 Mar 29 20:29:12.260112 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-79bde8d9-5e24-4255-866a-2502869dff3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:12.682997 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3484f-2923-43e1-a249-7b86234860df req-6677af63-5029-4e97-9f06-546213fe45b7 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:12.685338 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-90d3484f-2923-43e1-a249-7b86234860df req-6677af63-5029-4e97-9f06-546213fe45b7 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c9300c-3649-40a0-954c-f1d4a6688613 HTTP/1.1" status: 200 len: 946 time: 0.0619242 Mar 29 20:29:12.739366 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-90d3484f-2923-43e1-a249-7b86234860df req-d3d8c53f-787f-407e-a466-52bff61f697e tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/security-groups?id=54cf4717-bd1c-4627-b808-3f1c30b92bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480869 Mar 29 20:29:12.928097 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcaeec6-ed9c-4ac3-a791-6e7fea8730f8 req-29436929-8c63-4a3c-af7c-428a04944bec tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:12.929984 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-3bcaeec6-ed9c-4ac3-a791-6e7fea8730f8 req-29436929-8c63-4a3c-af7c-428a04944bec tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.42 "GET /v2.0/ports?device_id=94c9300c-3649-40a0-954c-f1d4a6688613 HTTP/1.1" status: 200 len: 946 time: 0.0552142 Mar 29 20:29:13.044131 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [req-3bcaeec6-ed9c-4ac3-a791-6e7fea8730f8 req-2e0437fa-3e1f-4a2d-8a4d-381a618fa1c1 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Deleting port 68adf77c-388b-45e8-8e44-3a5acca109b9 {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:29:13.044466 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-3bcaeec6-ed9c-4ac3-a791-6e7fea8730f8 req-2e0437fa-3e1f-4a2d-8a4d-381a618fa1c1 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (68adf77c-388b-45e8-8e44-3a5acca109b9), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:13.141267 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-3bcaeec6-ed9c-4ac3-a791-6e7fea8730f8 req-2e0437fa-3e1f-4a2d-8a4d-381a618fa1c1 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] For port 68adf77c-388b-45e8-8e44-3a5acca109b9, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=68adf77c-388b-45e8-8e44-3a5acca109b9,segment=NetworkSegment(66af4bdc-ad4b-46ae-a248-7d9316075e77),segment_id=66af4bdc-ad4b-46ae-a248-7d9316075e77)] {{(pid=103821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:29:13.141659 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-3bcaeec6-ed9c-4ac3-a791-6e7fea8730f8 req-2e0437fa-3e1f-4a2d-8a4d-381a618fa1c1 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (68adf77c-388b-45e8-8e44-3a5acca109b9), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:13.157322 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [req-3bcaeec6-ed9c-4ac3-a791-6e7fea8730f8 req-2e0437fa-3e1f-4a2d-8a4d-381a618fa1c1 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Calling delete_port for 68adf77c-388b-45e8-8e44-3a5acca109b9 owned by compute:nova {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:29:13.408543 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-3bcaeec6-ed9c-4ac3-a791-6e7fea8730f8 req-2e0437fa-3e1f-4a2d-8a4d-381a618fa1c1 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (68adf77c-388b-45e8-8e44-3a5acca109b9), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:13.427625 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['68adf77c-388b-45e8-8e44-3a5acca109b9'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:29:13.441576 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0437fa-3e1f-4a2d-8a4d-381a618fa1c1 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Pushing event deleted for resources: {'Port': ['ID=68adf77c-388b-45e8-8e44-3a5acca109b9,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:29:13.499556 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bcaeec6-ed9c-4ac3-a791-6e7fea8730f8 req-2e0437fa-3e1f-4a2d-8a4d-381a618fa1c1 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] No DVR routers for this DVR port 68adf77c-388b-45e8-8e44-3a5acca109b9 on host hv-cinder-78481 {{(pid=103821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:29:13.502307 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-3bcaeec6-ed9c-4ac3-a791-6e7fea8730f8 req-2e0437fa-3e1f-4a2d-8a4d-381a618fa1c1 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:13.506019 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-3bcaeec6-ed9c-4ac3-a791-6e7fea8730f8 req-2e0437fa-3e1f-4a2d-8a4d-381a618fa1c1 tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.42 "DELETE /v2.0/ports/68adf77c-388b-45e8-8e44-3a5acca109b9 HTTP/1.1" status: 204 len: 173 time: 0.5706735 Mar 29 20:29:13.506516 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c9300c-3649-40a0-954c-f1d4a6688613', 'name': 'network-vif-deleted', 'tag': '68adf77c-388b-45e8-8e44-3a5acca109b9'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:29:13.509707 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715bb8a5-152a-4558-b301-dd3c804e7d36" -d '{"events": [{"server_uuid": "94c9300c-3649-40a0-954c-f1d4a6688613", "name": "network-vif-deleted", "tag": "68adf77c-388b-45e8-8e44-3a5acca109b9"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:29:13.548319 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9309016d-d025-424e-8283-b273d9e6b78c x-openstack-request-id: req-9309016d-d025-424e-8283-b273d9e6b78c {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:29:13.548615 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c9300c-3649-40a0-954c-f1d4a6688613", "name": "network-vif-deleted", "tag": "68adf77c-388b-45e8-8e44-3a5acca109b9", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:29:13.548865 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9309016d-d025-424e-8283-b273d9e6b78c {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:29:13.549267 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9309016d-d025-424e-8283-b273d9e6b78c'] response: {'server_uuid': '94c9300c-3649-40a0-954c-f1d4a6688613', 'name': 'network-vif-deleted', 'tag': '68adf77c-388b-45e8-8e44-3a5acca109b9', 'status': 'completed', 'code': 200} Mar 29 20:29:13.767050 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:13.840433 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-aac27f7d-c8ef-4de9-96cb-9fc85d125d69 req-738f7bce-5b01-4e97-9e53-85de65e955de tempest-VolumesActionsTest-1894567632 tempest-VolumesActionsTest-1894567632-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c9300c-3649-40a0-954c-f1d4a6688613 HTTP/1.1" status: 200 len: 210 time: 0.0290251 Mar 29 20:29:14.837261 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:15.559623 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 68adf77c-388b-45e8-8e44-3a5acca109b9 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:29:15.588259 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] No Port match for: 68adf77c-388b-45e8-8e44-3a5acca109b9 {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:29:15.588822 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 68adf77c-388b-45e8-8e44-3a5acca109b9 not bound to the agent host hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:29:16.414476 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:24.381367 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:29:28.738879 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:35.218917 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-fb6faab8-8b50-4c46-8a4b-1f76be74bfee req-77347233-3502-4061-a58f-a5e210930e24 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=578cf01a-f918-4def-80b2-cd0a18fdde58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535367 Mar 29 20:29:35.314453 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6faab8-8b50-4c46-8a4b-1f76be74bfee req-81a00859-fda1-41ef-ba9d-4449dfe3a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:35.316371 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-fb6faab8-8b50-4c46-8a4b-1f76be74bfee req-81a00859-fda1-41ef-ba9d-4449dfe3a7bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f9800a1b31b34882beb7e5e6dcb78fd6&device_id=578cf01a-f918-4def-80b2-cd0a18fdde58 HTTP/1.1" status: 200 len: 1130 time: 0.0504506 Mar 29 20:29:35.445326 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6faab8-8b50-4c46-8a4b-1f76be74bfee req-edb20a95-de32-4522-8f18-4e618c96c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:35.445326 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-fb6faab8-8b50-4c46-8a4b-1f76be74bfee req-edb20a95-de32-4522-8f18-4e618c96c0cc service neutron] 10.222.0.42 "GET /v2.0/networks?id=1485f463-e536-4f42-9db0-6c4b09430b64 HTTP/1.1" status: 200 len: 912 time: 0.1097345 Mar 29 20:29:35.532738 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-fb6faab8-8b50-4c46-8a4b-1f76be74bfee req-e6cc8dbe-d4ee-4dac-b0a7-4e0c585e1a01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44d0565b-89c9-408b-a7da-9edfd23cebd3 HTTP/1.1" status: 200 len: 1002 time: 0.0786994 Mar 29 20:29:35.597340 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6faab8-8b50-4c46-8a4b-1f76be74bfee req-010acb3e-1092-4e39-9c4f-f03ca8107255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:35.597340 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-fb6faab8-8b50-4c46-8a4b-1f76be74bfee req-010acb3e-1092-4e39-9c4f-f03ca8107255 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99545cee-9f42-4fac-8b36-5dffd0cc2c3e HTTP/1.1" status: 200 len: 850 time: 0.0567079 Mar 29 20:29:35.657312 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6faab8-8b50-4c46-8a4b-1f76be74bfee req-9b0fe9cb-fb14-4401-afb0-20d4aaec7dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:35.658904 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-fb6faab8-8b50-4c46-8a4b-1f76be74bfee req-9b0fe9cb-fb14-4401-afb0-20d4aaec7dd0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1485f463-e536-4f42-9db0-6c4b09430b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566959 Mar 29 20:29:35.758860 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-fb6faab8-8b50-4c46-8a4b-1f76be74bfee req-1c83e2be-0b56-4b3a-9aa0-7030628da611 service neutron] 10.222.0.42 "GET /v2.0/networks/1485f463-e536-4f42-9db0-6c4b09430b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940144 Mar 29 20:29:35.858199 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-fb6faab8-8b50-4c46-8a4b-1f76be74bfee req-ed6fff8d-034b-41da-853d-125de8745fa7 service neutron] 10.222.0.42 "GET /v2.0/networks/1485f463-e536-4f42-9db0-6c4b09430b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927241 Mar 29 20:29:36.368442 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ab39b-fd40-476b-b328-b9f9326d9823 req-4bec6bbe-a5ef-4b84-8774-410e1dddf512 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:36.376301 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-652ab39b-fd40-476b-b328-b9f9326d9823 req-4bec6bbe-a5ef-4b84-8774-410e1dddf512 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=a32f9fde-f6a4-4710-8fb5-b4df88b74344 HTTP/1.1" status: 200 len: 945 time: 0.0622156 Mar 29 20:29:36.428585 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-652ab39b-fd40-476b-b328-b9f9326d9823 req-d7df0e3b-f039-44dc-8637-c0825d3b91ab tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=c03ee611-8711-4e4e-9828-ce999641d674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507321 Mar 29 20:29:37.565681 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5d5fa-7546-4130-8d3f-203bb7bbe719 req-6680bae5-38fa-4e7a-afb7-1a26b3d195be tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:37.567158 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-83d5d5fa-7546-4130-8d3f-203bb7bbe719 req-6680bae5-38fa-4e7a-afb7-1a26b3d195be tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=a32f9fde-f6a4-4710-8fb5-b4df88b74344 HTTP/1.1" status: 200 len: 945 time: 0.0577130 Mar 29 20:29:37.619699 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-83d5d5fa-7546-4130-8d3f-203bb7bbe719 req-aee66957-f26e-4e0c-ae64-dfbb785b7a2a tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=c03ee611-8711-4e4e-9828-ce999641d674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453017 Mar 29 20:29:38.035920 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0917ee3-3397-4ce2-8098-2c13538df49f req-7470ca90-1fe6-4107-a656-564186c1774c tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:38.037415 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-c0917ee3-3397-4ce2-8098-2c13538df49f req-7470ca90-1fe6-4107-a656-564186c1774c tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.42 "GET /v2.0/ports?device_id=a32f9fde-f6a4-4710-8fb5-b4df88b74344 HTTP/1.1" status: 200 len: 945 time: 0.0546746 Mar 29 20:29:38.143080 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [req-c0917ee3-3397-4ce2-8098-2c13538df49f req-dadacb9a-acd4-4121-a7fc-8c9f62d1067d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Deleting port cb616fe6-4bb2-470f-95d9-aede16edc669 {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:29:38.143343 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-c0917ee3-3397-4ce2-8098-2c13538df49f req-dadacb9a-acd4-4121-a7fc-8c9f62d1067d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (cb616fe6-4bb2-470f-95d9-aede16edc669), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:38.233490 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-c0917ee3-3397-4ce2-8098-2c13538df49f req-dadacb9a-acd4-4121-a7fc-8c9f62d1067d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] For port cb616fe6-4bb2-470f-95d9-aede16edc669, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cb616fe6-4bb2-470f-95d9-aede16edc669,segment=NetworkSegment(5e7bedf7-f22f-4efb-a5de-316c44ea4199),segment_id=5e7bedf7-f22f-4efb-a5de-316c44ea4199)] {{(pid=103821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:29:38.233852 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-c0917ee3-3397-4ce2-8098-2c13538df49f req-dadacb9a-acd4-4121-a7fc-8c9f62d1067d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (cb616fe6-4bb2-470f-95d9-aede16edc669), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:38.408944 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-c0917ee3-3397-4ce2-8098-2c13538df49f req-dadacb9a-acd4-4121-a7fc-8c9f62d1067d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:38.409222 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-c0917ee3-3397-4ce2-8098-2c13538df49f req-dadacb9a-acd4-4121-a7fc-8c9f62d1067d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (8ec1daa3-5438-4f62-8ed0-456435c7bb87), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:38.409577 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.db.l3_db [req-c0917ee3-3397-4ce2-8098-2c13538df49f req-dadacb9a-acd4-4121-a7fc-8c9f62d1067d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Floating IP 8ec1daa3-5438-4f62-8ed0-456435c7bb87 disassociated. External IP: 172.27.3.32, port: cb616fe6-4bb2-470f-95d9-aede16edc669. Mar 29 20:29:38.409914 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [req-c0917ee3-3397-4ce2-8098-2c13538df49f req-dadacb9a-acd4-4121-a7fc-8c9f62d1067d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Calling delete_port for cb616fe6-4bb2-470f-95d9-aede16edc669 owned by compute:nova {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:29:38.664021 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-c0917ee3-3397-4ce2-8098-2c13538df49f req-dadacb9a-acd4-4121-a7fc-8c9f62d1067d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (cb616fe6-4bb2-470f-95d9-aede16edc669), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:38.695248 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadacb9a-acd4-4121-a7fc-8c9f62d1067d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event deleted for resources: {'Port': ['ID=cb616fe6-4bb2-470f-95d9-aede16edc669,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:29:38.712002 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadacb9a-acd4-4121-a7fc-8c9f62d1067d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:38.712002 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadacb9a-acd4-4121-a7fc-8c9f62d1067d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:38.712002 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadacb9a-acd4-4121-a7fc-8c9f62d1067d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:38.712002 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadacb9a-acd4-4121-a7fc-8c9f62d1067d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:38.712002 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadacb9a-acd4-4121-a7fc-8c9f62d1067d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:38.712002 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadacb9a-acd4-4121-a7fc-8c9f62d1067d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:38.712002 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadacb9a-acd4-4121-a7fc-8c9f62d1067d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:38.712002 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadacb9a-acd4-4121-a7fc-8c9f62d1067d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:38.712002 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadacb9a-acd4-4121-a7fc-8c9f62d1067d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:38.712685 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadacb9a-acd4-4121-a7fc-8c9f62d1067d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:38.712685 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadacb9a-acd4-4121-a7fc-8c9f62d1067d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:38.713057 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadacb9a-acd4-4121-a7fc-8c9f62d1067d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:38.713989 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadacb9a-acd4-4121-a7fc-8c9f62d1067d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:38.714324 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadacb9a-acd4-4121-a7fc-8c9f62d1067d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:38.714663 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadacb9a-acd4-4121-a7fc-8c9f62d1067d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:38.721066 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ef3e0bd6-3d19-42b4-9ca5-ab21ac808b59 req-ce671ed8-877e-4fb5-89b2-9fe9e68a6c3e tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=a32f9fde-f6a4-4710-8fb5-b4df88b74344 HTTP/1.1" status: 200 len: 210 time: 0.0321329 Mar 29 20:29:38.835671 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0917ee3-3397-4ce2-8098-2c13538df49f req-dadacb9a-acd4-4121-a7fc-8c9f62d1067d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:29:38.949860 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0917ee3-3397-4ce2-8098-2c13538df49f req-dadacb9a-acd4-4121-a7fc-8c9f62d1067d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:29:38.960377 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf805318-df60-4387-850d-345890f029e2 None None] Sync routers for ids ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:29:38.981023 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf805318-df60-4387-850d-345890f029e2 None None] Routers {'4a8de07c-e7e6-411d-ad8d-06d31fa09371'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:29:38.981023 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-cf805318-df60-4387-850d-345890f029e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:29:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:29:38.992351 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0917ee3-3397-4ce2-8098-2c13538df49f req-dadacb9a-acd4-4121-a7fc-8c9f62d1067d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] No DVR routers for this DVR port cb616fe6-4bb2-470f-95d9-aede16edc669 on host hv-cinder-78481 {{(pid=103821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:29:38.994947 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-c0917ee3-3397-4ce2-8098-2c13538df49f req-dadacb9a-acd4-4121-a7fc-8c9f62d1067d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:38.998488 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-c0917ee3-3397-4ce2-8098-2c13538df49f req-dadacb9a-acd4-4121-a7fc-8c9f62d1067d tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.42 "DELETE /v2.0/ports/cb616fe6-4bb2-470f-95d9-aede16edc669 HTTP/1.1" status: 204 len: 173 time: 0.9547873 Mar 29 20:29:38.998934 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32f9fde-f6a4-4710-8fb5-b4df88b74344', 'name': 'network-vif-deleted', 'tag': 'cb616fe6-4bb2-470f-95d9-aede16edc669'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:29:39.001239 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b293f5-c670-4ed7-9ff4-8b26e6c804d8" -d '{"events": [{"server_uuid": "a32f9fde-f6a4-4710-8fb5-b4df88b74344", "name": "network-vif-deleted", "tag": "cb616fe6-4bb2-470f-95d9-aede16edc669"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:29:39.052641 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bb1064-e15b-4e3e-bf64-e383acf777e5 x-openstack-request-id: req-48bb1064-e15b-4e3e-bf64-e383acf777e5 {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:29:39.052641 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32f9fde-f6a4-4710-8fb5-b4df88b74344", "name": "network-vif-deleted", "tag": "cb616fe6-4bb2-470f-95d9-aede16edc669", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:29:39.052641 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48bb1064-e15b-4e3e-bf64-e383acf777e5 {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:29:39.052641 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48bb1064-e15b-4e3e-bf64-e383acf777e5'] response: {'server_uuid': 'a32f9fde-f6a4-4710-8fb5-b4df88b74344', 'name': 'network-vif-deleted', 'tag': 'cb616fe6-4bb2-470f-95d9-aede16edc669', 'status': 'completed', 'code': 200} Mar 29 20:29:39.089797 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-cf805318-df60-4387-850d-345890f029e2 None None] Set router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:29:39.304912 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-cf805318-df60-4387-850d-345890f029e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:05Z', 'revision_number': 4, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port': {'id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '932dd424-b773-41d9-92a5-599c5ed7dbfc', 'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'mac_address': 'fa:16:3e:9e:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:05Z', 'updated_at': '2022-03-29T20:26:09Z', 'revision_number': 5, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'subnets': [{'id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:29:39.331678 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf805318-df60-4387-850d-345890f029e2 None None] Checking router: 4a8de07c-e7e6-411d-ad8d-06d31fa09371 for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:29:39.341049 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf805318-df60-4387-850d-345890f029e2 None None] Routers {'4a8de07c-e7e6-411d-ad8d-06d31fa09371'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:29:39.341705 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-cf805318-df60-4387-850d-345890f029e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:29:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:29:39.453514 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-cf805318-df60-4387-850d-345890f029e2 None None] Set router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:29:39.661507 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-cf805318-df60-4387-850d-345890f029e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:05Z', 'revision_number': 4, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port': {'id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '932dd424-b773-41d9-92a5-599c5ed7dbfc', 'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'mac_address': 'fa:16:3e:9e:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:05Z', 'updated_at': '2022-03-29T20:26:09Z', 'revision_number': 5, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'subnets': [{'id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:29:39.691367 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf805318-df60-4387-850d-345890f029e2 None None] The sync data for ids ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'] in dv-cinder-784815-3-iscsi is: [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:05Z', 'revision_number': 4, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port': {'id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '932dd424-b773-41d9-92a5-599c5ed7dbfc', 'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'mac_address': 'fa:16:3e:9e:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:05Z', 'updated_at': '2022-03-29T20:26:09Z', 'revision_number': 5, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'subnets': [{'id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:29:39.845920 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-01c65aa8-7c6f-4b0e-ac24-631aca981326 req-2a8a85c5-2397-4d5a-8138-8886f0dc0bcc tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=a32f9fde-f6a4-4710-8fb5-b4df88b74344 HTTP/1.1" status: 200 len: 210 time: 0.0324864 Mar 29 20:29:39.970915 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2340372-34f8-4f1f-ae30-28ce79c9fa15 None None] New status for floating IP 8ec1daa3-5438-4f62-8ed0-456435c7bb87: DOWN {{(pid=103822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 20:29:40.174153 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-a3e85464-1d41-4afd-add3-80d92c995d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:40.623304 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 51942) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:29:40.673124 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_v2 [None req-7114e9d8-b81b-4e41-a6f3-6379635007e9 admin admin] Deleting subnet 9da9c899-2d67-4902-873b-4e82bca0e0bf {{(pid=103821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 20:29:40.676304 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7114e9d8-b81b-4e41-a6f3-6379635007e9 admin admin] Publish callbacks [] for subnet (9da9c899-2d67-4902-873b-4e82bca0e0bf), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:40.709996 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7114e9d8-b81b-4e41-a6f3-6379635007e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125898119'] for subnet (9da9c899-2d67-4902-873b-4e82bca0e0bf), precommit_delete_associations {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:40.748448 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7114e9d8-b81b-4e41-a6f3-6379635007e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3219654'] for subnet (9da9c899-2d67-4902-873b-4e82bca0e0bf), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:40.871870 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7114e9d8-b81b-4e41-a6f3-6379635007e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3219697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129148519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125915697'] for subnet (9da9c899-2d67-4902-873b-4e82bca0e0bf), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:40.898828 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114e9d8-b81b-4e41-a6f3-6379635007e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9da9c899-2d67-4902-873b-4e82bca0e0bf,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:29:40.906942 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7114e9d8-b81b-4e41-a6f3-6379635007e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for subnet (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:40.910395 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-7114e9d8-b81b-4e41-a6f3-6379635007e9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9da9c899-2d67-4902-873b-4e82bca0e0bf HTTP/1.1" status: 204 len: 168 time: 0.2860858 Mar 29 20:29:40.912758 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 51948) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:29:40.986229 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-bcdc944c-55a3-408e-9340-3c25bac2bc27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148679'] for network (611f24bd-3558-42c5-bfde-607d50e8335d), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:41.019283 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 51950) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:29:41.064999 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-bcdc944c-55a3-408e-9340-3c25bac2bc27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336013', 'neutron.services.segments.db._delete_segments_for_network-8738049908282'] for network (611f24bd-3558-42c5-bfde-607d50e8335d), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:41.072822 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b6157676-2aba-4b78-8f4e-af148c7b5ba5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group (c03ee611-8711-4e4e-9828-ce999641d674), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:41.088110 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.services.segments.db [None req-bcdc944c-55a3-408e-9340-3c25bac2bc27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['611f24bd-3558-42c5-bfde-607d50e8335d']}} {{(pid=103821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:29:41.098596 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.services.segments.db [None req-bcdc944c-55a3-408e-9340-3c25bac2bc27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66af4bdc-ad4b-46ae-a248-7d9316075e77') {'for_net_delete': True} {{(pid=103821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:29:41.098892 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.services.segments.db [None req-bcdc944c-55a3-408e-9340-3c25bac2bc27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66af4bdc-ad4b-46ae-a248-7d9316075e77') {} {{(pid=103821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:29:41.100911 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b6157676-2aba-4b78-8f4e-af148c7b5ba5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group (c03ee611-8711-4e4e-9828-ce999641d674), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:41.114120 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-bcdc944c-55a3-408e-9340-3c25bac2bc27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050091075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125898124'] for segment (66af4bdc-ad4b-46ae-a248-7d9316075e77), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:41.127972 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-bcdc944c-55a3-408e-9340-3c25bac2bc27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (66af4bdc-ad4b-46ae-a248-7d9316075e77), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:41.134110 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcdc944c-55a3-408e-9340-3c25bac2bc27 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 20:29:41.134797 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-bcdc944c-55a3-408e-9340-3c25bac2bc27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129149377'] for segment (66af4bdc-ad4b-46ae-a248-7d9316075e77), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: Traceback (most recent call last): Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: timer() Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: cb(*args, **kw) Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: return func(*args, **kwargs) Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: self._notify() Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: self.callback(batched_events) Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: event.method(event) Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: return f(self, *a, **k) Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: return self._get(url).json() Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: return self.request(url, 'GET', **kwargs) Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 20:29:41.136445 dv-cinder-784815-3-iscsi neutron-server[103821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 20:29:41.202501 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b6157676-2aba-4b78-8f4e-af148c7b5ba5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (c03ee611-8711-4e4e-9828-ce999641d674), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:41.205208 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b6157676-2aba-4b78-8f4e-af148c7b5ba5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:41.206375 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-b6157676-2aba-4b78-8f4e-af148c7b5ba5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "DELETE /v2.0/security-groups/c03ee611-8711-4e4e-9828-ce999641d674 HTTP/1.1" status: 204 len: 168 time: 0.1859736 Mar 29 20:29:41.209354 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 51952) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:29:41.216462 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6157676-2aba-4b78-8f4e-af148c7b5ba5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03ee611-8711-4e4e-9828-ce999641d674,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:29:41.223438 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.api.v2.resource [None req-d0dd4bcc-9038-421b-96e5-f89b4d217faa tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] show failed (client error): The resource could not be found. Mar 29 20:29:41.238116 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6157676-2aba-4b78-8f4e-af148c7b5ba5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:41.238116 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6157676-2aba-4b78-8f4e-af148c7b5ba5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:41.238737 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-d0dd4bcc-9038-421b-96e5-f89b4d217faa tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups/c03ee611-8711-4e4e-9828-ce999641d674 HTTP/1.1" status: 404 len: 347 time: 0.0141015 Mar 29 20:29:41.238851 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6157676-2aba-4b78-8f4e-af148c7b5ba5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:41.238851 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6157676-2aba-4b78-8f4e-af148c7b5ba5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:41.238851 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6157676-2aba-4b78-8f4e-af148c7b5ba5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:41.238851 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6157676-2aba-4b78-8f4e-af148c7b5ba5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:41.238851 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6157676-2aba-4b78-8f4e-af148c7b5ba5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:41.238851 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6157676-2aba-4b78-8f4e-af148c7b5ba5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:41.238851 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6157676-2aba-4b78-8f4e-af148c7b5ba5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:41.238851 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6157676-2aba-4b78-8f4e-af148c7b5ba5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:41.238851 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6157676-2aba-4b78-8f4e-af148c7b5ba5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:41.238851 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6157676-2aba-4b78-8f4e-af148c7b5ba5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:41.238851 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6157676-2aba-4b78-8f4e-af148c7b5ba5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:41.238851 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6157676-2aba-4b78-8f4e-af148c7b5ba5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:41.238851 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6157676-2aba-4b78-8f4e-af148c7b5ba5 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:41.240376 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 51954) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:29:41.299663 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-bcdc944c-55a3-408e-9340-3c25bac2bc27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541015'] for network (611f24bd-3558-42c5-bfde-607d50e8335d), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:41.305301 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-bcdc944c-55a3-408e-9340-3c25bac2bc27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:41.309540 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-bcdc944c-55a3-408e-9340-3c25bac2bc27 admin admin] 10.222.0.43 "DELETE /v2.0/networks/611f24bd-3558-42c5-bfde-607d50e8335d HTTP/1.1" status: 204 len: 168 time: 0.3957393 Mar 29 20:29:41.321136 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc944c-55a3-408e-9340-3c25bac2bc27 admin admin] Pushing event deleted for resources: {'Network': ['ID=611f24bd-3558-42c5-bfde-607d50e8335d,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:29:41.372347 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-6dd630a4-4e11-4eb2-80be-6855478e66da tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Deleting port 9b2c4cbc-5353-4937-9392-8a3b4e180dc0 {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:29:41.372685 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-6dd630a4-4e11-4eb2-80be-6855478e66da tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (9b2c4cbc-5353-4937-9392-8a3b4e180dc0), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:41.448426 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-6dd630a4-4e11-4eb2-80be-6855478e66da tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (9b2c4cbc-5353-4937-9392-8a3b4e180dc0), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:41.448837 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-6dd630a4-4e11-4eb2-80be-6855478e66da tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for floatingip (9b2c4cbc-5353-4937-9392-8a3b4e180dc0), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:41.461491 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-6dd630a4-4e11-4eb2-80be-6855478e66da tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Calling delete_port for 9b2c4cbc-5353-4937-9392-8a3b4e180dc0 owned by network:floatingip {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:29:41.642602 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device cb616fe6-4bb2-470f-95d9-aede16edc669 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:29:41.663533 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] No Port match for: cb616fe6-4bb2-470f-95d9-aede16edc669 {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:29:41.663876 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device cb616fe6-4bb2-470f-95d9-aede16edc669 not bound to the agent host hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:29:41.679271 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 51958) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:29:41.718833 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-6dd630a4-4e11-4eb2-80be-6855478e66da tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (9b2c4cbc-5353-4937-9392-8a3b4e180dc0), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:41.725521 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-f2a0fcd7-57f4-4dc4-af09-1b39570b92dd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=125a4588eae64753b68d99d00abf90db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451066 Mar 29 20:29:41.728148 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 51960) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:29:41.749641 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd630a4-4e11-4eb2-80be-6855478e66da tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event deleted for resources: {'Port': ['ID=9b2c4cbc-5353-4937-9392-8a3b4e180dc0,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:29:41.785657 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-606a876a-393e-4509-9808-604cd144f23c admin admin] Publish callbacks [] for security_group (54cf4717-bd1c-4627-b808-3f1c30b92bac), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:41.806982 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-606a876a-393e-4509-9808-604cd144f23c admin admin] Publish callbacks [] for security_group (54cf4717-bd1c-4627-b808-3f1c30b92bac), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:41.815400 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-6dd630a4-4e11-4eb2-80be-6855478e66da tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for floatingip (8ec1daa3-5438-4f62-8ed0-456435c7bb87), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:41.818373 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-6dd630a4-4e11-4eb2-80be-6855478e66da tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:41.821861 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-6dd630a4-4e11-4eb2-80be-6855478e66da tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "DELETE /v2.0/floatingips/8ec1daa3-5438-4f62-8ed0-456435c7bb87 HTTP/1.1" status: 204 len: 168 time: 0.5780482 Mar 29 20:29:41.939479 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-606a876a-393e-4509-9808-604cd144f23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (54cf4717-bd1c-4627-b808-3f1c30b92bac), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:41.942071 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-606a876a-393e-4509-9808-604cd144f23c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:41.945914 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-606a876a-393e-4509-9808-604cd144f23c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/54cf4717-bd1c-4627-b808-3f1c30b92bac HTTP/1.1" status: 204 len: 168 time: 0.2142808 Mar 29 20:29:41.956932 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a876a-393e-4509-9808-604cd144f23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cf4717-bd1c-4627-b808-3f1c30b92bac,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:29:42.147289 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 51966) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:29:42.152670 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-43260f50-3124-4613-b722-d5986724313e tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1922397841', 'description': 'tempest-description--1912268127'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:29:42.253617 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-87ce4a47-ddaf-4aa2-a832-92e35db51bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:42.253879 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-43260f50-3124-4613-b722-d5986724313e tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:42.328807 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-43260f50-3124-4613-b722-d5986724313e tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group (cedaf000-aebc-4256-9857-2ab56e3caae7), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:42.438823 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-43260f50-3124-4613-b722-d5986724313e tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (cedaf000-aebc-4256-9857-2ab56e3caae7), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:42.468166 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43260f50-3124-4613-b722-d5986724313e tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cedaf000-aebc-4256-9857-2ab56e3caae7,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:29:42.587464 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-43260f50-3124-4613-b722-d5986724313e tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:42.588637 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-43260f50-3124-4613-b722-d5986724313e tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4403534 Mar 29 20:29:42.592457 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 51976) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:29:42.597787 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-d058dd23-d100-43c9-9085-e52e943e59b9 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Request body: {'security_group_rule': {'security_group_id': 'cedaf000-aebc-4256-9857-2ab56e3caae7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:29:42.682229 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-d058dd23-d100-43c9-9085-e52e943e59b9 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group_rule (099333ac-1633-4507-accc-32403eb2dd91), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:42.739320 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-d058dd23-d100-43c9-9085-e52e943e59b9 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group_rule (099333ac-1633-4507-accc-32403eb2dd91), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:42.826437 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-d058dd23-d100-43c9-9085-e52e943e59b9 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (099333ac-1633-4507-accc-32403eb2dd91), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:42.846367 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058dd23-d100-43c9-9085-e52e943e59b9 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=099333ac-1633-4507-accc-32403eb2dd91,revision_number=0']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:29:42.928657 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-d058dd23-d100-43c9-9085-e52e943e59b9 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:42.929956 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-d058dd23-d100-43c9-9085-e52e943e59b9 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3365481 Mar 29 20:29:42.937531 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 51986) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:29:42.941916 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-56d72e15-3f86-4e55-8ade-acc88f2e1cfc tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Request body: {'security_group_rule': {'security_group_id': 'cedaf000-aebc-4256-9857-2ab56e3caae7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:29:43.080659 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-56d72e15-3f86-4e55-8ade-acc88f2e1cfc tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group_rule (5453a289-4d1f-4a1d-88b4-dc3ecb80c337), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:43.139207 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-56d72e15-3f86-4e55-8ade-acc88f2e1cfc tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group_rule (5453a289-4d1f-4a1d-88b4-dc3ecb80c337), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:43.219218 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-56d72e15-3f86-4e55-8ade-acc88f2e1cfc tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570093'] for security_group_rule (5453a289-4d1f-4a1d-88b4-dc3ecb80c337), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:43.241674 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d72e15-3f86-4e55-8ade-acc88f2e1cfc tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5453a289-4d1f-4a1d-88b4-dc3ecb80c337,revision_number=0']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:29:43.319002 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-56d72e15-3f86-4e55-8ade-acc88f2e1cfc tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:43.322374 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-56d72e15-3f86-4e55-8ade-acc88f2e1cfc tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3817375 Mar 29 20:29:43.323523 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 51996) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:29:43.328889 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.v2.base [None req-ee4f8c39-0cb4-40b9-b1c4-13845bcbce5b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Request body: {'floatingip': {'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb'}} {{(pid=103820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:29:43.431270 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ee4f8c39-0cb4-40b9-b1c4-13845bcbce5b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:43.531815 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ee4f8c39-0cb4-40b9-b1c4-13845bcbce5b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:43.634765 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_common [None req-ee4f8c39-0cb4-40b9-b1c4-13845bcbce5b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Allocated IP 172.27.3.92 (921e7f1b-e183-4cfd-babe-1b51626667cb/9cb70218-5a19-4d48-a6d1-83791bae0ed9/7dd7e941-dffd-4b85-9ff8-f790787422ba) {{(pid=103820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:29:43.742820 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ee4f8c39-0cb4-40b9-b1c4-13845bcbce5b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for port (7dd7e941-dffd-4b85-9ff8-f790787422ba), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:43.762821 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:43.922747 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ee4f8c39-0cb4-40b9-b1c4-13845bcbce5b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (7dd7e941-dffd-4b85-9ff8-f790787422ba), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:43.962487 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4f8c39-0cb4-40b9-b1c4-13845bcbce5b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Network 921e7f1b-e183-4cfd-babe-1b51626667cb is already hosted by enough agents. {{(pid=103820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:29:43.965365 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.base_scheduler [None req-ee4f8c39-0cb4-40b9-b1c4-13845bcbce5b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Resources bound (agent type, host, resource id): {{(pid=103820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:29:43.968889 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4f8c39-0cb4-40b9-b1c4-13845bcbce5b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Received port after_create {{(pid=103820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:29:43.994857 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f8c39-0cb4-40b9-b1c4-13845bcbce5b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event updated for resources: {'Port': ['ID=7dd7e941-dffd-4b85-9ff8-f790787422ba,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:29:44.067415 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ee4f8c39-0cb4-40b9-b1c4-13845bcbce5b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for floatingip (6fcf4a41-e15c-4046-8075-37d33056dfa3), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:44.167600 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ee4f8c39-0cb4-40b9-b1c4-13845bcbce5b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (7dd7e941-dffd-4b85-9ff8-f790787422ba), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:44.333540 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ee4f8c39-0cb4-40b9-b1c4-13845bcbce5b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for port (7dd7e941-dffd-4b85-9ff8-f790787422ba), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:44.413729 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ee4f8c39-0cb4-40b9-b1c4-13845bcbce5b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126327796'] for port (7dd7e941-dffd-4b85-9ff8-f790787422ba), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:44.483127 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f8c39-0cb4-40b9-b1c4-13845bcbce5b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event updated for resources: {'Port': ['ID=7dd7e941-dffd-4b85-9ff8-f790787422ba,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:29:44.493300 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ee4f8c39-0cb4-40b9-b1c4-13845bcbce5b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (6fcf4a41-e15c-4046-8075-37d33056dfa3), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:44.604498 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ee4f8c39-0cb4-40b9-b1c4-13845bcbce5b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:44.606466 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-ee4f8c39-0cb4-40b9-b1c4-13845bcbce5b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2811186 Mar 29 20:29:44.804732 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-c0929807-5e26-4c52-9eed-f1119759139f tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1922397841&fields=id&tenant_id=10e0da9e3b824cd2bfb89fac347f7dc6 HTTP/1.1" status: 200 len: 267 time: 0.0432634 Mar 29 20:29:44.836389 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:44.915214 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-4fa7b47c-c0ca-44cd-8aa1-0c7769f59d96 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:44.916567 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-4fa7b47c-c0ca-44cd-8aa1-0c7769f59d96 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/networks?id=f8b66423-ac0e-4129-a8d8-af5b7d1e3244 HTTP/1.1" status: 200 len: 815 time: 0.1048105 Mar 29 20:29:44.931776 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-640a91ce-833f-4a6f-bc55-dcec3192354b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/quotas/10e0da9e3b824cd2bfb89fac347f7dc6 HTTP/1.1" status: 200 len: 375 time: 0.0092747 Mar 29 20:29:44.990072 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-b5e02daf-df56-49f9-827a-515fdbe8f5ed tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=10e0da9e3b824cd2bfb89fac347f7dc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516095 Mar 29 20:29:45.087990 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-2a743a2e-4578-40da-b8af-6e361d0c8fd7 service neutron] 10.222.0.43 "GET /v2.0/networks/f8b66423-ac0e-4129-a8d8-af5b7d1e3244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860863 Mar 29 20:29:45.181264 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-4e74a534-cab5-406c-b71f-f7b361e472a0 service neutron] 10.222.0.43 "GET /v2.0/networks/f8b66423-ac0e-4129-a8d8-af5b7d1e3244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868442 Mar 29 20:29:45.436467 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b965b854-ae45-41d3-8317-31307b8a0863 req-738aa182-fa7b-42ac-a0bb-dd5d91537b4b tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d8225b-9d2b-4238-9e0b-9a60e5f155bd HTTP/1.1" status: 200 len: 210 time: 0.0288086 Mar 29 20:29:46.442026 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:46.532562 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c8b3092c-f1dc-495d-baf1-e30ad4a327f0 req-20bc9b2c-1872-4522-9e00-c5e6f971de02 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d8225b-9d2b-4238-9e0b-9a60e5f155bd HTTP/1.1" status: 200 len: 210 time: 0.0277917 Mar 29 20:29:47.632101 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-bd44a6e8-20e4-45f2-91cb-11ae3d3244cb req-d1d67d36-efd0-4936-9989-27bd52f90324 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d8225b-9d2b-4238-9e0b-9a60e5f155bd HTTP/1.1" status: 200 len: 210 time: 0.0312617 Mar 29 20:29:47.746249 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-085abd67-14eb-408d-b007-224f9045cb11 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:47.747482 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-085abd67-14eb-408d-b007-224f9045cb11 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.42 "GET /v2.0/networks?id=f8b66423-ac0e-4129-a8d8-af5b7d1e3244 HTTP/1.1" status: 200 len: 815 time: 0.1035061 Mar 29 20:29:47.810798 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-c562bfef-4a05-41da-937c-3486ef1290a7 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10e0da9e3b824cd2bfb89fac347f7dc6 HTTP/1.1" status: 200 len: 380 time: 0.0550292 Mar 29 20:29:47.817497 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-65080c08-fbb9-4190-a6aa-d84d24445137 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Request body: {'port': {'device_id': 'c7d8225b-9d2b-4238-9e0b-9a60e5f155bd', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'admin_state_up': True, 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'security_groups': ['cedaf000-aebc-4256-9857-2ab56e3caae7']}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:29:48.082891 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-65080c08-fbb9-4190-a6aa-d84d24445137 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Made reservation on behalf of 10e0da9e3b824cd2bfb89fac347f7dc6 for: {'port': 1} {{(pid=103821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:29:48.086222 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-65080c08-fbb9-4190-a6aa-d84d24445137 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:48.212240 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_common [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-65080c08-fbb9-4190-a6aa-d84d24445137 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Allocated IP 172.20.0.11 (f8b66423-ac0e-4129-a8d8-af5b7d1e3244/99e69427-dc4b-4dea-9fd9-9d2856b30669/0590008b-5bca-48f2-9b66-badfe970048f) {{(pid=103821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:29:48.358867 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-65080c08-fbb9-4190-a6aa-d84d24445137 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for port (0590008b-5bca-48f2-9b66-badfe970048f), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:48.480802 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-65080c08-fbb9-4190-a6aa-d84d24445137 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (0590008b-5bca-48f2-9b66-badfe970048f), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:48.522140 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-65080c08-fbb9-4190-a6aa-d84d24445137 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Network f8b66423-ac0e-4129-a8d8-af5b7d1e3244 is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:29:48.525224 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-65080c08-fbb9-4190-a6aa-d84d24445137 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:29:48.527691 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-65080c08-fbb9-4190-a6aa-d84d24445137 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Received port after_create {{(pid=103821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:29:48.565056 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65080c08-fbb9-4190-a6aa-d84d24445137 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event updated for resources: {'Port': ['ID=0590008b-5bca-48f2-9b66-badfe970048f,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:29:48.594503 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-65080c08-fbb9-4190-a6aa-d84d24445137 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:48.595149 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-65080c08-fbb9-4190-a6aa-d84d24445137 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:48.740615 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-65080c08-fbb9-4190-a6aa-d84d24445137 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9268110 Mar 29 20:29:48.752868 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-874ba770-e11a-4f71-972c-50d6ce850a91 service neutron] Request body: {'port': {'device_id': 'c7d8225b-9d2b-4238-9e0b-9a60e5f155bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:29:48.768011 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aec5e5-317c-4a8b-8837-5f2dceb1b1dc req-bf4fcf08-e693-45bc-b633-d3dc75183d76 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:48.769832 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-05aec5e5-317c-4a8b-8837-5f2dceb1b1dc req-bf4fcf08-e693-45bc-b633-d3dc75183d76 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d8225b-9d2b-4238-9e0b-9a60e5f155bd HTTP/1.1" status: 200 len: 932 time: 0.0610580 Mar 29 20:29:48.784429 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-63ec1d3d-1203-4e76-a350-b2665e2871d5 None None] Provisioning complete for port 0590008b-5bca-48f2-9b66-badfe970048f triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:29:48.785015 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-63ec1d3d-1203-4e76-a350-b2665e2871d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (0590008b-5bca-48f2-9b66-badfe970048f), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:48.843132 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-05aec5e5-317c-4a8b-8837-5f2dceb1b1dc req-c494586b-dfbd-4868-8c0f-9df4d14ca004 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=cedaf000-aebc-4256-9857-2ab56e3caae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618269 Mar 29 20:29:48.847675 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-874ba770-e11a-4f71-972c-50d6ce850a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (0590008b-5bca-48f2-9b66-badfe970048f), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:48.848057 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-63ec1d3d-1203-4e76-a350-b2665e2871d5 None None] Port 0590008b-5bca-48f2-9b66-badfe970048f cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:29:49.128051 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-874ba770-e11a-4f71-972c-50d6ce850a91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0590008b-5bca-48f2-9b66-badfe970048f {{(pid=103821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:29:49.131271 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-874ba770-e11a-4f71-972c-50d6ce850a91 service neutron] Publish callbacks [] for port (0590008b-5bca-48f2-9b66-badfe970048f), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:49.143941 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.provisioning_blocks [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-874ba770-e11a-4f71-972c-50d6ce850a91 service neutron] Transition to ACTIVE for port object 0590008b-5bca-48f2-9b66-badfe970048f will not be triggered until provisioned by entity L2. {{(pid=103821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 20:29:49.223385 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-874ba770-e11a-4f71-972c-50d6ce850a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129149341'] for port (0590008b-5bca-48f2-9b66-badfe970048f), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:49.281707 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ba770-e11a-4f71-972c-50d6ce850a91 service neutron] Pushing event updated for resources: {'Port': ['ID=0590008b-5bca-48f2-9b66-badfe970048f,revision_number=2']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:29:49.359419 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-874ba770-e11a-4f71-972c-50d6ce850a91 service neutron] Attempting to bind port 0590008b-5bca-48f2-9b66-badfe970048f on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:29:49.359819 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-874ba770-e11a-4f71-972c-50d6ce850a91 service neutron] Attempting to bind port 0590008b-5bca-48f2-9b66-badfe970048f by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '5e7bedf7-f22f-4efb-a5de-316c44ea4199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244'}] {{(pid=103821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:29:49.360133 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-874ba770-e11a-4f71-972c-50d6ce850a91 service neutron] Attempting to bind port 0590008b-5bca-48f2-9b66-badfe970048f on network f8b66423-ac0e-4129-a8d8-af5b7d1e3244 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:29:49.364998 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-874ba770-e11a-4f71-972c-50d6ce850a91 service neutron] Port 0590008b-5bca-48f2-9b66-badfe970048f on network f8b66423-ac0e-4129-a8d8-af5b7d1e3244 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 20:29:49.365317 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-874ba770-e11a-4f71-972c-50d6ce850a91 service neutron] Attempting to bind port 0590008b-5bca-48f2-9b66-badfe970048f on network f8b66423-ac0e-4129-a8d8-af5b7d1e3244 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:29:49.372293 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-874ba770-e11a-4f71-972c-50d6ce850a91 service neutron] Checking agent: {'id': '19337809-658a-48b1-8a65-8844936c1798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'started_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:29:49.372623 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-874ba770-e11a-4f71-972c-50d6ce850a91 service neutron] Checking segment: {'id': '5e7bedf7-f22f-4efb-a5de-316c44ea4199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:29:49.373008 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-874ba770-e11a-4f71-972c-50d6ce850a91 service neutron] Bound using segment: {'id': '5e7bedf7-f22f-4efb-a5de-316c44ea4199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244'} {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:29:49.373486 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-874ba770-e11a-4f71-972c-50d6ce850a91 service neutron] Bound port: 0590008b-5bca-48f2-9b66-badfe970048f, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7bedf7-f22f-4efb-a5de-316c44ea4199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244'}}] {{(pid=103821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:29:49.373847 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-874ba770-e11a-4f71-972c-50d6ce850a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (0590008b-5bca-48f2-9b66-badfe970048f), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:49.445913 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-874ba770-e11a-4f71-972c-50d6ce850a91 service neutron] For port 0590008b-5bca-48f2-9b66-badfe970048f, host hv-cinder-78481, cleared binding levels {{(pid=103821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:29:49.449283 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-874ba770-e11a-4f71-972c-50d6ce850a91 service neutron] For port 0590008b-5bca-48f2-9b66-badfe970048f, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=0590008b-5bca-48f2-9b66-badfe970048f,segment=NetworkSegment(5e7bedf7-f22f-4efb-a5de-316c44ea4199),segment_id=5e7bedf7-f22f-4efb-a5de-316c44ea4199)] {{(pid=103821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:29:49.624624 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-874ba770-e11a-4f71-972c-50d6ce850a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129149341'] for port (0590008b-5bca-48f2-9b66-badfe970048f), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:49.662850 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-874ba770-e11a-4f71-972c-50d6ce850a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:49.663464 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-874ba770-e11a-4f71-972c-50d6ce850a91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:49.664838 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-874ba770-e11a-4f71-972c-50d6ce850a91 service neutron] 10.222.0.42 "PUT /v2.0/ports/0590008b-5bca-48f2-9b66-badfe970048f HTTP/1.1" status: 200 len: 1094 time: 0.9162664 Mar 29 20:29:49.665315 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d8225b-9d2b-4238-9e0b-9a60e5f155bd', 'tag': '0590008b-5bca-48f2-9b66-badfe970048f'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:29:49.667511 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103750c5-213d-425e-bc39-9af5d5204892" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d8225b-9d2b-4238-9e0b-9a60e5f155bd", "tag": "0590008b-5bca-48f2-9b66-badfe970048f"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:29:49.703295 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ba770-e11a-4f71-972c-50d6ce850a91 service neutron] Pushing event updated for resources: {'Port': ['ID=0590008b-5bca-48f2-9b66-badfe970048f,revision_number=3']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:29:49.739751 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286a460f-8d2f-410f-bfde-6cc3c4ba244a x-openstack-request-id: req-286a460f-8d2f-410f-bfde-6cc3c4ba244a {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:29:49.740187 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d8225b-9d2b-4238-9e0b-9a60e5f155bd", "tag": "0590008b-5bca-48f2-9b66-badfe970048f", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:29:49.740552 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-286a460f-8d2f-410f-bfde-6cc3c4ba244a {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:29:49.741079 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-286a460f-8d2f-410f-bfde-6cc3c4ba244a'] response: {'name': 'network-changed', 'server_uuid': 'c7d8225b-9d2b-4238-9e0b-9a60e5f155bd', 'tag': '0590008b-5bca-48f2-9b66-badfe970048f', 'status': 'completed', 'code': 200} Mar 29 20:29:49.811269 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103750c5-213d-425e-bc39-9af5d5204892 req-b2b41800-7358-4839-a062-39a39378e417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:49.812996 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-103750c5-213d-425e-bc39-9af5d5204892 req-b2b41800-7358-4839-a062-39a39378e417 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10e0da9e3b824cd2bfb89fac347f7dc6&device_id=c7d8225b-9d2b-4238-9e0b-9a60e5f155bd HTTP/1.1" status: 200 len: 1128 time: 0.0526109 Mar 29 20:29:49.937617 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103750c5-213d-425e-bc39-9af5d5204892 req-a6ecd6f2-5fdb-4172-815e-3ecaa61cc954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:49.939120 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-103750c5-213d-425e-bc39-9af5d5204892 req-a6ecd6f2-5fdb-4172-815e-3ecaa61cc954 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=10e0da9e3b824cd2bfb89fac347f7dc6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1200688 Mar 29 20:29:50.005063 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc5935-1ede-49bd-b701-1ef97a12ff62 req-e9a80784-01a2-48a9-80fb-e5de078cfa1f tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:50.007076 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c0dc5935-1ede-49bd-b701-1ef97a12ff62 req-e9a80784-01a2-48a9-80fb-e5de078cfa1f tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d8225b-9d2b-4238-9e0b-9a60e5f155bd HTTP/1.1" status: 200 len: 944 time: 0.0857191 Mar 29 20:29:50.046983 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103750c5-213d-425e-bc39-9af5d5204892 req-5fbf7bd9-8685-4d54-aec9-b1e9e58e4652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:50.048583 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-103750c5-213d-425e-bc39-9af5d5204892 req-5fbf7bd9-8685-4d54-aec9-b1e9e58e4652 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1034513 Mar 29 20:29:50.065834 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c0dc5935-1ede-49bd-b701-1ef97a12ff62 req-92e20138-0cfb-499b-80c8-eaa7b25e6830 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=cedaf000-aebc-4256-9857-2ab56e3caae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470624 Mar 29 20:29:50.134151 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-1b4d81ba-010c-4dc0-b0d6-58c88cff2862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:50.135713 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-1b4d81ba-010c-4dc0-b0d6-58c88cff2862 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10e0da9e3b824cd2bfb89fac347f7dc6&device_id=c7d8225b-9d2b-4238-9e0b-9a60e5f155bd HTTP/1.1" status: 200 len: 1128 time: 0.0471201 Mar 29 20:29:50.180944 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-5cc26131-c85d-4847-b080-5e89ba3f5225 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0590008b-5bca-48f2-9b66-badfe970048f HTTP/1.1" status: 200 len: 217 time: 0.0379252 Mar 29 20:29:50.228709 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-1f0ed262-83e5-443a-9c1d-175c5515fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:50.230237 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-1f0ed262-83e5-443a-9c1d-175c5515fb22 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99e69427-dc4b-4dea-9fd9-9d2856b30669 HTTP/1.1" status: 200 len: 854 time: 0.0431888 Mar 29 20:29:50.278994 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-7419174a-9bbf-41b9-9b67-fb8bbcaf493c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:50.280533 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-7419174a-9bbf-41b9-9b67-fb8bbcaf493c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8b66423-ac0e-4129-a8d8-af5b7d1e3244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441909 Mar 29 20:29:50.374467 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-efb465b9-8064-49e7-9188-c89929747f25 service neutron] 10.222.0.42 "GET /v2.0/networks/f8b66423-ac0e-4129-a8d8-af5b7d1e3244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879097 Mar 29 20:29:50.466230 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-990bf963-9179-49fa-b980-9be682ecf9d0 req-d23b159d-c33d-4a3f-9e07-bf0f26b4bd82 service neutron] 10.222.0.42 "GET /v2.0/networks/f8b66423-ac0e-4129-a8d8-af5b7d1e3244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850604 Mar 29 20:29:51.186045 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98526270-0b0a-44c1-9008-c82468198fca req-fd37b0bc-73fa-489f-ba66-624446e46954 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:51.187428 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-98526270-0b0a-44c1-9008-c82468198fca req-fd37b0bc-73fa-489f-ba66-624446e46954 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d8225b-9d2b-4238-9e0b-9a60e5f155bd HTTP/1.1" status: 200 len: 944 time: 0.0575867 Mar 29 20:29:51.237084 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-98526270-0b0a-44c1-9008-c82468198fca req-c61fc7e1-c178-4586-8331-d041ff63f605 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=cedaf000-aebc-4256-9857-2ab56e3caae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436532 Mar 29 20:29:51.690611 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 0590008b-5bca-48f2-9b66-badfe970048f details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 20:29:51.798381 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 0590008b-5bca-48f2-9b66-badfe970048f, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=0590008b-5bca-48f2-9b66-badfe970048f,segment=NetworkSegment(5e7bedf7-f22f-4efb-a5de-316c44ea4199),segment_id=5e7bedf7-f22f-4efb-a5de-316c44ea4199)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:29:51.811345 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Returning: {'device': '0590008b-5bca-48f2-9b66-badfe970048f', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'port_id': '0590008b-5bca-48f2-9b66-badfe970048f', 'mac_address': 'fa:16:3e:f6:13:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 20:29:51.853435 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 0590008b-5bca-48f2-9b66-badfe970048f is: DOWN; New status is: BUILD {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:29:51.857174 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (0590008b-5bca-48f2-9b66-badfe970048f), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:51.867331 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0590008b-5bca-48f2-9b66-badfe970048f {{(pid=103822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:29:51.887520 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 0590008b-5bca-48f2-9b66-badfe970048f, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=0590008b-5bca-48f2-9b66-badfe970048f,segment=NetworkSegment(5e7bedf7-f22f-4efb-a5de-316c44ea4199),segment_id=5e7bedf7-f22f-4efb-a5de-316c44ea4199)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:29:52.020090 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (0590008b-5bca-48f2-9b66-badfe970048f), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:52.070725 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=0590008b-5bca-48f2-9b66-badfe970048f,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:29:52.077909 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:52.078256 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:52.078596 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:52.078932 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:52.079266 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:52.079595 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:52.079919 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:52.080237 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:52.080557 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:52.080877 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:52.081198 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:52.081549 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:52.081870 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:52.082358 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:52.082680 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:29:52.242887 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['0590008b-5bca-48f2-9b66-badfe970048f'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:29:52.361926 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db702a-102f-43c4-b53b-d0b3a4c14c8d req-3d088ab0-5df5-4e52-a5b5-8f46fe537fdc tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:52.363432 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f6db702a-102f-43c4-b53b-d0b3a4c14c8d req-3d088ab0-5df5-4e52-a5b5-8f46fe537fdc tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d8225b-9d2b-4238-9e0b-9a60e5f155bd HTTP/1.1" status: 200 len: 945 time: 0.0563436 Mar 29 20:29:52.414830 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f6db702a-102f-43c4-b53b-d0b3a4c14c8d req-cd4a0491-42d7-4075-bb18-edacf36f71f4 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=cedaf000-aebc-4256-9857-2ab56e3caae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454814 Mar 29 20:29:53.536946 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6ebe6-e1a7-40e0-8e33-68e3bdd13a18 req-fb3898bf-c023-4900-b340-afd788ac4c00 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:53.538476 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-72b6ebe6-e1a7-40e0-8e33-68e3bdd13a18 req-fb3898bf-c023-4900-b340-afd788ac4c00 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d8225b-9d2b-4238-9e0b-9a60e5f155bd HTTP/1.1" status: 200 len: 945 time: 0.0538805 Mar 29 20:29:53.589850 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-72b6ebe6-e1a7-40e0-8e33-68e3bdd13a18 req-d7bc073a-258f-4566-b056-682176c4b310 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=cedaf000-aebc-4256-9857-2ab56e3caae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448391 Mar 29 20:29:53.706363 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 0590008b-5bca-48f2-9b66-badfe970048f up at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:29:53.831145 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning for port 0590008b-5bca-48f2-9b66-badfe970048f completed by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 20:29:53.834015 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning complete for port 0590008b-5bca-48f2-9b66-badfe970048f triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:29:53.834635 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (0590008b-5bca-48f2-9b66-badfe970048f), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:53.923564 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 0590008b-5bca-48f2-9b66-badfe970048f is: BUILD; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:29:53.923949 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (0590008b-5bca-48f2-9b66-badfe970048f), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:53.948901 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d8225b-9d2b-4238-9e0b-9a60e5f155bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0590008b-5bca-48f2-9b66-badfe970048f'}] {{(pid=103822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:29:53.951293 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0861b571914e5dc523c78e704c27631447c9211d5b419e1eb1b6a7c48cd57d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dc3207-6810-47ab-bea7-e3778eb5cf46" -d '{"events": [{"server_uuid": "c7d8225b-9d2b-4238-9e0b-9a60e5f155bd", "name": "network-vif-plugged", "status": "completed", "tag": "0590008b-5bca-48f2-9b66-badfe970048f"}]}' {{(pid=103822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:29:53.964268 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 0590008b-5bca-48f2-9b66-badfe970048f, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=0590008b-5bca-48f2-9b66-badfe970048f,segment=NetworkSegment(5e7bedf7-f22f-4efb-a5de-316c44ea4199),segment_id=5e7bedf7-f22f-4efb-a5de-316c44ea4199)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:29:53.988610 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f6f376-e14b-4437-8476-2ea54cfbbd41 x-openstack-request-id: req-f1f6f376-e14b-4437-8476-2ea54cfbbd41 {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:29:53.988903 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d8225b-9d2b-4238-9e0b-9a60e5f155bd", "name": "network-vif-plugged", "status": "completed", "tag": "0590008b-5bca-48f2-9b66-badfe970048f", "code": 200}]} {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:29:53.989155 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1f6f376-e14b-4437-8476-2ea54cfbbd41 {{(pid=103822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:29:53.989759 dv-cinder-784815-3-iscsi neutron-server[103822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1f6f376-e14b-4437-8476-2ea54cfbbd41'] response: {'server_uuid': 'c7d8225b-9d2b-4238-9e0b-9a60e5f155bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0590008b-5bca-48f2-9b66-badfe970048f', 'code': 200} Mar 29 20:29:54.042470 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (0590008b-5bca-48f2-9b66-badfe970048f), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:54.095105 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=0590008b-5bca-48f2-9b66-badfe970048f,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:29:54.439940 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdb292-9c93-40c7-92de-d243b5f7ac1f req-a33e9156-9ce7-4422-92cf-8a381e7e25a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:54.441345 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-18fdb292-9c93-40c7-92de-d243b5f7ac1f req-a33e9156-9ce7-4422-92cf-8a381e7e25a8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c7d8225b-9d2b-4238-9e0b-9a60e5f155bd HTTP/1.1" status: 200 len: 1130 time: 0.0463421 Mar 29 20:29:54.490782 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-18fdb292-9c93-40c7-92de-d243b5f7ac1f req-75db75c8-faba-407f-b07f-353f57e62575 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cedaf000-aebc-4256-9857-2ab56e3caae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433385 Mar 29 20:29:54.716909 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abaef82-10d5-4902-9926-97ad1ca3dbfe req-e0fde9be-870a-4b7b-b41b-1aedc72835c6 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:54.718651 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9abaef82-10d5-4902-9926-97ad1ca3dbfe req-e0fde9be-870a-4b7b-b41b-1aedc72835c6 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d8225b-9d2b-4238-9e0b-9a60e5f155bd HTTP/1.1" status: 200 len: 946 time: 0.0578504 Mar 29 20:29:54.769664 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9abaef82-10d5-4902-9926-97ad1ca3dbfe req-396f2202-1fd5-4169-b254-bed05d951790 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=cedaf000-aebc-4256-9857-2ab56e3caae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448568 Mar 29 20:29:55.642719 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 52150) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:29:55.754199 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-1aca3816-6642-4908-aa25-90e73e0b0da5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:55.833505 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-1aca3816-6642-4908-aa25-90e73e0b0da5 admin admin] Publish callbacks [] for security_group (e4a3cd01-c629-4e6a-ae7a-d4d093208f80), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:55.904829 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee18c5-6d0d-46d6-ad19-ec78f67802ba req-47638100-ab19-45c3-aa95-1b740e06a63a tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:55.906404 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-51ee18c5-6d0d-46d6-ad19-ec78f67802ba req-47638100-ab19-45c3-aa95-1b740e06a63a tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d8225b-9d2b-4238-9e0b-9a60e5f155bd HTTP/1.1" status: 200 len: 946 time: 0.0640996 Mar 29 20:29:55.914818 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-1aca3816-6642-4908-aa25-90e73e0b0da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (e4a3cd01-c629-4e6a-ae7a-d4d093208f80), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:55.955728 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-1aca3816-6642-4908-aa25-90e73e0b0da5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ee659ea4ed3148fb940abc70fe6b0200&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3118899 Mar 29 20:29:55.956442 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca3816-6642-4908-aa25-90e73e0b0da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a3cd01-c629-4e6a-ae7a-d4d093208f80,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:29:55.958548 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-51ee18c5-6d0d-46d6-ad19-ec78f67802ba req-1da96e3e-a740-4b08-9eed-aaaf2b15f988 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=cedaf000-aebc-4256-9857-2ab56e3caae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461204 Mar 29 20:29:55.959493 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 52156) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:29:56.016237 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-8200ec4c-820b-4e7f-9fab-239beee5a2d6 admin admin] Publish callbacks [] for security_group (e4a3cd01-c629-4e6a-ae7a-d4d093208f80), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:56.048151 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-8200ec4c-820b-4e7f-9fab-239beee5a2d6 admin admin] Publish callbacks [] for security_group (e4a3cd01-c629-4e6a-ae7a-d4d093208f80), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:56.114540 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d2bf0-66e3-4a27-984d-8df0167a2327 req-c7c28a14-a2b3-4b44-b07a-8964fa62309f tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:56.116034 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-734d2bf0-66e3-4a27-984d-8df0167a2327 req-c7c28a14-a2b3-4b44-b07a-8964fa62309f tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d8225b-9d2b-4238-9e0b-9a60e5f155bd HTTP/1.1" status: 200 len: 946 time: 0.0850375 Mar 29 20:29:56.124797 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 52160) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:29:56.129491 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-74eeb5ee-0cde-4cb4-8a15-4d69d130e0f1 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Request body: {'floatingip': {'port_id': '0590008b-5bca-48f2-9b66-badfe970048f'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:29:56.172421 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-74eeb5ee-0cde-4cb4-8a15-4d69d130e0f1 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for floatingip (6fcf4a41-e15c-4046-8075-37d33056dfa3), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:56.213830 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-8200ec4c-820b-4e7f-9fab-239beee5a2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (e4a3cd01-c629-4e6a-ae7a-d4d093208f80), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:56.217248 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-8200ec4c-820b-4e7f-9fab-239beee5a2d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:56.218545 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-8200ec4c-820b-4e7f-9fab-239beee5a2d6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e4a3cd01-c629-4e6a-ae7a-d4d093208f80 HTTP/1.1" status: 204 len: 168 time: 0.2577231 Mar 29 20:29:56.227535 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200ec4c-820b-4e7f-9fab-239beee5a2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a3cd01-c629-4e6a-ae7a-d4d093208f80,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:29:56.838361 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-74eeb5ee-0cde-4cb4-8a15-4d69d130e0f1 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:57.002102 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-74eeb5ee-0cde-4cb4-8a15-4d69d130e0f1 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (6fcf4a41-e15c-4046-8075-37d33056dfa3), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:57.121582 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.db.l3_db [None req-74eeb5ee-0cde-4cb4-8a15-4d69d130e0f1 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Floating IP 6fcf4a41-e15c-4046-8075-37d33056dfa3 associated. External IP: 172.27.3.92, port: 0590008b-5bca-48f2-9b66-badfe970048f. Mar 29 20:29:57.346437 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 52182) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:29:57.356354 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74eeb5ee-0cde-4cb4-8a15-4d69d130e0f1 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:29:57.459946 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-09910e91-7537-44e3-bdff-c3592ab05ce6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1964095336-network', 'tenant_id': 'c2dcb93c78b744409bc8b0d8c5aa967d'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:29:57.499441 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74eeb5ee-0cde-4cb4-8a15-4d69d130e0f1 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:29:57.504303 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-74eeb5ee-0cde-4cb4-8a15-4d69d130e0f1 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:57.509070 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ff4765-41b4-4453-a538-ac94edd323f4 None None] Sync routers for ids ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:29:57.520027 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ff4765-41b4-4453-a538-ac94edd323f4 None None] Routers {'4a8de07c-e7e6-411d-ad8d-06d31fa09371'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:29:57.520662 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-d6ff4765-41b4-4453-a538-ac94edd323f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:29:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:29:57.536643 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-74eeb5ee-0cde-4cb4-8a15-4d69d130e0f1 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "PUT /v2.0/floatingips/6fcf4a41-e15c-4046-8075-37d33056dfa3 HTTP/1.1" status: 200 len: 991 time: 1.4106901 Mar 29 20:29:57.537228 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d8225b-9d2b-4238-9e0b-9a60e5f155bd', 'tag': '0590008b-5bca-48f2-9b66-badfe970048f'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:29:57.539556 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb0f36f-fb8f-41e1-80da-439a09b67ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d8225b-9d2b-4238-9e0b-9a60e5f155bd", "tag": "0590008b-5bca-48f2-9b66-badfe970048f"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:29:57.584553 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ca413a-fe0c-4442-801a-3fc0fea8a134 x-openstack-request-id: req-40ca413a-fe0c-4442-801a-3fc0fea8a134 {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:29:57.584839 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d8225b-9d2b-4238-9e0b-9a60e5f155bd", "tag": "0590008b-5bca-48f2-9b66-badfe970048f", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:29:57.585090 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-40ca413a-fe0c-4442-801a-3fc0fea8a134 {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:29:57.585520 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40ca413a-fe0c-4442-801a-3fc0fea8a134'] response: {'name': 'network-changed', 'server_uuid': 'c7d8225b-9d2b-4238-9e0b-9a60e5f155bd', 'tag': '0590008b-5bca-48f2-9b66-badfe970048f', 'status': 'completed', 'code': 200} Mar 29 20:29:57.586653 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09910e91-7537-44e3-bdff-c3592ab05ce6 admin admin] Made reservation on behalf of c2dcb93c78b744409bc8b0d8c5aa967d for: {'network': 1} {{(pid=103821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:29:57.589025 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-09910e91-7537-44e3-bdff-c3592ab05ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for network (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:57.599050 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-09910e91-7537-44e3-bdff-c3592ab05ce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:57.639111 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-d6ff4765-41b4-4453-a538-ac94edd323f4 None None] Set router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:29:57.690116 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0f36f-fb8f-41e1-80da-439a09b67ccb req-67889e01-5b98-4349-8f39-d30116831756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:57.691630 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-4bb0f36f-fb8f-41e1-80da-439a09b67ccb req-67889e01-5b98-4349-8f39-d30116831756 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10e0da9e3b824cd2bfb89fac347f7dc6&device_id=c7d8225b-9d2b-4238-9e0b-9a60e5f155bd HTTP/1.1" status: 200 len: 1130 time: 0.0811169 Mar 29 20:29:57.783674 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-09910e91-7537-44e3-bdff-c3592ab05ce6 admin admin] Publish callbacks [] for security_group (1e65e6e4-4985-4517-b05b-48860a56b07b), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:57.811740 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0f36f-fb8f-41e1-80da-439a09b67ccb req-4b32fb91-2a28-4d41-a288-beac9b0d401f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:57.813279 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-4bb0f36f-fb8f-41e1-80da-439a09b67ccb req-4b32fb91-2a28-4d41-a288-beac9b0d401f service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8b66423-ac0e-4129-a8d8-af5b7d1e3244 HTTP/1.1" status: 200 len: 916 time: 0.1149383 Mar 29 20:29:57.861916 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-09910e91-7537-44e3-bdff-c3592ab05ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (1e65e6e4-4985-4517-b05b-48860a56b07b), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:57.897024 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-d6ff4765-41b4-4453-a538-ac94edd323f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:05Z', 'revision_number': 4, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port': {'id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '6fcf4a41-e15c-4046-8075-37d33056dfa3', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'port_id': '0590008b-5bca-48f2-9b66-badfe970048f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'mac_address': 'fa:16:3e:f6:13:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d8225b-9d2b-4238-9e0b-9a60e5f155bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:29:44Z', 'updated_at': '2022-03-29T20:29:56Z', 'revision_number': 1, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932dd424-b773-41d9-92a5-599c5ed7dbfc', 'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'mac_address': 'fa:16:3e:9e:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:05Z', 'updated_at': '2022-03-29T20:26:09Z', 'revision_number': 5, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'subnets': [{'id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:29:57.899480 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09910e91-7537-44e3-bdff-c3592ab05ce6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=103821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 20:29:57.928023 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09910e91-7537-44e3-bdff-c3592ab05ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e65e6e4-4985-4517-b05b-48860a56b07b,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:29:57.935488 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-09910e91-7537-44e3-bdff-c3592ab05ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (f8bd9cf5-cd07-44dc-b088-c619ff951dc1), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:57.936516 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.db.segments_db [None req-09910e91-7537-44e3-bdff-c3592ab05ce6 admin admin] Added segment f8bd9cf5-cd07-44dc-b088-c619ff951dc1 of type vlan for network 9e0aee22-ce71-423d-943d-4495212c9b74 Mar 29 20:29:57.949385 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-4bb0f36f-fb8f-41e1-80da-439a09b67ccb req-c4ee508c-916a-46d0-9987-bbf9126773f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0590008b-5bca-48f2-9b66-badfe970048f HTTP/1.1" status: 200 len: 999 time: 0.1234288 Mar 29 20:29:58.024619 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ff4765-41b4-4453-a538-ac94edd323f4 None None] Checking router: 4a8de07c-e7e6-411d-ad8d-06d31fa09371 for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:29:58.030347 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-09910e91-7537-44e3-bdff-c3592ab05ce6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738049548858'] for network (9e0aee22-ce71-423d-943d-4495212c9b74), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:58.034313 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ff4765-41b4-4453-a538-ac94edd323f4 None None] Routers {'4a8de07c-e7e6-411d-ad8d-06d31fa09371'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:29:58.034938 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-d6ff4765-41b4-4453-a538-ac94edd323f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:29:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:29:58.042503 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0f36f-fb8f-41e1-80da-439a09b67ccb req-1a58c491-054a-43ad-aac7-30c892a79332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:58.044001 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-4bb0f36f-fb8f-41e1-80da-439a09b67ccb req-1a58c491-054a-43ad-aac7-30c892a79332 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99e69427-dc4b-4dea-9fd9-9d2856b30669 HTTP/1.1" status: 200 len: 854 time: 0.0875049 Mar 29 20:29:58.100976 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0f36f-fb8f-41e1-80da-439a09b67ccb req-f59036a1-a63d-4a4d-a773-11afdcc14a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:58.102763 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-4bb0f36f-fb8f-41e1-80da-439a09b67ccb req-f59036a1-a63d-4a4d-a773-11afdcc14a5c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8b66423-ac0e-4129-a8d8-af5b7d1e3244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527952 Mar 29 20:29:58.144095 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-d6ff4765-41b4-4453-a538-ac94edd323f4 None None] Set router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:29:58.177675 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-09910e91-7537-44e3-bdff-c3592ab05ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965'] for network (9e0aee22-ce71-423d-943d-4495212c9b74), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:58.178626 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09910e91-7537-44e3-bdff-c3592ab05ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:58.179210 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-09910e91-7537-44e3-bdff-c3592ab05ce6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:58.253084 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-4bb0f36f-fb8f-41e1-80da-439a09b67ccb req-d0136907-0d81-4646-9657-46e33ef181e1 service neutron] 10.222.0.42 "GET /v2.0/networks/f8b66423-ac0e-4129-a8d8-af5b7d1e3244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429858 Mar 29 20:29:58.267713 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09910e91-7537-44e3-bdff-c3592ab05ce6 admin admin] Pushing event updated for resources: {'Network': ['ID=9e0aee22-ce71-423d-943d-4495212c9b74,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:29:58.284199 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Network 9e0aee22-ce71-423d-943d-4495212c9b74 details requested by agent ovs-agent-dv-cinder-784815-3-iscsi with host dv-cinder-784815-3-iscsi {{(pid=103822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 20:29:58.338638 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-09910e91-7537-44e3-bdff-c3592ab05ce6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9885511 Mar 29 20:29:58.338858 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 52190) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:29:58.345070 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-87dfa86e-ee88-4d3c-a6a4-833c481d1e99 admin admin] Request body: {'subnet': {'network_id': '9e0aee22-ce71-423d-943d-4495212c9b74', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1964095336-subnet', 'tenant_id': 'c2dcb93c78b744409bc8b0d8c5aa967d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:29:58.376194 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-4bb0f36f-fb8f-41e1-80da-439a09b67ccb req-bbdf1412-a5da-4257-be3c-444d9a598731 service neutron] 10.222.0.42 "GET /v2.0/networks/f8b66423-ac0e-4129-a8d8-af5b7d1e3244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159937 Mar 29 20:29:58.389762 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-d6ff4765-41b4-4453-a538-ac94edd323f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:05Z', 'revision_number': 4, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port': {'id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '6fcf4a41-e15c-4046-8075-37d33056dfa3', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'port_id': '0590008b-5bca-48f2-9b66-badfe970048f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'mac_address': 'fa:16:3e:f6:13:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d8225b-9d2b-4238-9e0b-9a60e5f155bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:29:44Z', 'updated_at': '2022-03-29T20:29:56Z', 'revision_number': 1, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932dd424-b773-41d9-92a5-599c5ed7dbfc', 'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'mac_address': 'fa:16:3e:9e:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:05Z', 'updated_at': '2022-03-29T20:26:09Z', 'revision_number': 5, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'subnets': [{'id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:29:58.419716 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ff4765-41b4-4453-a538-ac94edd323f4 None None] The sync data for ids ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'] in dv-cinder-784815-3-iscsi is: [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:05Z', 'revision_number': 4, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port': {'id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '6fcf4a41-e15c-4046-8075-37d33056dfa3', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'port_id': '0590008b-5bca-48f2-9b66-badfe970048f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'mac_address': 'fa:16:3e:f6:13:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d8225b-9d2b-4238-9e0b-9a60e5f155bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:29:44Z', 'updated_at': '2022-03-29T20:29:56Z', 'revision_number': 1, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932dd424-b773-41d9-92a5-599c5ed7dbfc', 'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'mac_address': 'fa:16:3e:9e:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:05Z', 'updated_at': '2022-03-29T20:26:09Z', 'revision_number': 5, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'subnets': [{'id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:29:58.440649 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87dfa86e-ee88-4d3c-a6a4-833c481d1e99 admin admin] Made reservation on behalf of c2dcb93c78b744409bc8b0d8c5aa967d for: {'subnet': 1} {{(pid=103821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:29:58.443269 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-87dfa86e-ee88-4d3c-a6a4-833c481d1e99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125915694'] for subnet (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:58.637265 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14301f2-b50a-4443-bdd6-46b2edee071c None None] New status for floating IP 6fcf4a41-e15c-4046-8075-37d33056dfa3: ACTIVE {{(pid=103822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 20:29:58.744143 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:58.751089 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-87dfa86e-ee88-4d3c-a6a4-833c481d1e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129148452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125915704'] for subnet (d3d154be-0aea-4901-99d9-a307d4910c26), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:58.811471 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dfa86e-ee88-4d3c-a6a4-833c481d1e99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3d154be-0aea-4901-99d9-a307d4910c26,revision_number=0']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:29:58.821276 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dfa86e-ee88-4d3c-a6a4-833c481d1e99 admin admin] Checking segment: {'id': 'f8bd9cf5-cd07-44dc-b088-c619ff951dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9e0aee22-ce71-423d-943d-4495212c9b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:29:58.821661 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dfa86e-ee88-4d3c-a6a4-833c481d1e99 admin admin] Network hostable DHCP agents. Network: 9e0aee22-ce71-423d-943d-4495212c9b74, hostable agents: ['fbd11a15-72c3-4df4-9a60-af3fb4eb1f23'], hosted agents: [] {{(pid=103821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 20:29:58.960851 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dfa86e-ee88-4d3c-a6a4-833c481d1e99 admin admin] Network 9e0aee22-ce71-423d-943d-4495212c9b74 is scheduled to be hosted by DHCP agent fbd11a15-72c3-4df4-9a60-af3fb4eb1f23 with binding_index 1 {{(pid=103821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 20:29:59.052277 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [None req-87dfa86e-ee88-4d3c-a6a4-833c481d1e99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-3-iscsi, 9e0aee22-ce71-423d-943d-4495212c9b74) {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:29:59.056621 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dfa86e-ee88-4d3c-a6a4-833c481d1e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:29:59.060203 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-87dfa86e-ee88-4d3c-a6a4-833c481d1e99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for subnet (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:29:59.063011 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103d0c0c-836a-4410-b137-a67f7b6b792d None None] Network 9e0aee22-ce71-423d-943d-4495212c9b74 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:29:59.168445 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-87dfa86e-ee88-4d3c-a6a4-833c481d1e99 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8281441 Mar 29 20:29:59.176949 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26644129-64e8-4e1f-99b1-9b978781b9f7 None None] Network 9e0aee22-ce71-423d-943d-4495212c9b74 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:30:01.380194 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:30:01.491561 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-ab3596ea-4876-4afd-b930-fc23a2398c7c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:01.493068 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-ab3596ea-4876-4afd-b930-fc23a2398c7c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/networks?id=9e0aee22-ce71-423d-943d-4495212c9b74 HTTP/1.1" status: 200 len: 814 time: 0.1090047 Mar 29 20:30:01.507928 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-37fc3d9e-74d9-4cc8-87f5-a58a73a13459 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/quotas/c2dcb93c78b744409bc8b0d8c5aa967d HTTP/1.1" status: 200 len: 375 time: 0.0089235 Mar 29 20:30:01.542344 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-e4299769-d56b-4696-8f63-0c45f53b8d5f tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c2dcb93c78b744409bc8b0d8c5aa967d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292966 Mar 29 20:30:01.630124 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-a4d3c66d-3189-4aa3-b024-6f86f1d24818 service neutron] 10.222.0.43 "GET /v2.0/networks/9e0aee22-ce71-423d-943d-4495212c9b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812955 Mar 29 20:30:01.723007 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-0a5b2b14-6c22-47e6-b248-10a45920a8a2 service neutron] 10.222.0.43 "GET /v2.0/networks/9e0aee22-ce71-423d-943d-4495212c9b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871992 Mar 29 20:30:01.974980 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b303ea8b-28c4-4e0e-b677-d445f44c0d46 req-2a3b5932-277d-4e68-99a1-c99d3d8399dc tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?device_id=2483481a-81d0-4d54-979e-876a6477eff7 HTTP/1.1" status: 200 len: 210 time: 0.0309060 Mar 29 20:30:03.054003 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-fc4e612f-9641-472b-a28d-e35b7e23d0b0 req-1486fad5-d1e8-48ba-8383-5743232b8cfe tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?device_id=2483481a-81d0-4d54-979e-876a6477eff7 HTTP/1.1" status: 200 len: 210 time: 0.0291424 Mar 29 20:30:04.158215 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6b20f5f4-73f5-4078-8923-89c87a6f1f36 req-50916040-0b4b-4cf4-bc12-493bf3101662 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?device_id=2483481a-81d0-4d54-979e-876a6477eff7 HTTP/1.1" status: 200 len: 210 time: 0.0303164 Mar 29 20:30:04.462760 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-3b94a040-2bd1-4ce0-9088-9ba860424b69 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:04.464213 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-3b94a040-2bd1-4ce0-9088-9ba860424b69 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.42 "GET /v2.0/networks?id=9e0aee22-ce71-423d-943d-4495212c9b74 HTTP/1.1" status: 200 len: 814 time: 0.1123333 Mar 29 20:30:04.476488 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-c835802e-5ab1-46f8-9bff-36f78b9e1307 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Request body: {'port': {'device_id': '2483481a-81d0-4d54-979e-876a6477eff7', 'network_id': '9e0aee22-ce71-423d-943d-4495212c9b74', 'admin_state_up': True, 'tenant_id': 'c2dcb93c78b744409bc8b0d8c5aa967d'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:30:04.653918 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-c835802e-5ab1-46f8-9bff-36f78b9e1307 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Made reservation on behalf of c2dcb93c78b744409bc8b0d8c5aa967d for: {'port': 1} {{(pid=103821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:30:04.658853 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-c835802e-5ab1-46f8-9bff-36f78b9e1307 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:04.801201 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_common [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-c835802e-5ab1-46f8-9bff-36f78b9e1307 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Allocated IP 172.20.0.11 (9e0aee22-ce71-423d-943d-4495212c9b74/d3d154be-0aea-4901-99d9-a307d4910c26/131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c) {{(pid=103821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:30:04.959262 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-c835802e-5ab1-46f8-9bff-36f78b9e1307 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Publish callbacks [] for port (131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:05.088306 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-c835802e-5ab1-46f8-9bff-36f78b9e1307 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:05.134659 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-c835802e-5ab1-46f8-9bff-36f78b9e1307 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Network 9e0aee22-ce71-423d-943d-4495212c9b74 is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:30:05.138034 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-c835802e-5ab1-46f8-9bff-36f78b9e1307 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:30:05.145066 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-c835802e-5ab1-46f8-9bff-36f78b9e1307 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Received port after_create {{(pid=103821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:30:05.151934 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835802e-5ab1-46f8-9bff-36f78b9e1307 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Pushing event updated for resources: {'Port': ['ID=131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:30:05.202873 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-c835802e-5ab1-46f8-9bff-36f78b9e1307 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:05.203488 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-c835802e-5ab1-46f8-9bff-36f78b9e1307 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:05.273198 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-c835802e-5ab1-46f8-9bff-36f78b9e1307 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8007412 Mar 29 20:30:05.284939 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-84bdbf44-9687-4fac-9f18-9e7e80a2b44f service neutron] Request body: {'port': {'device_id': '2483481a-81d0-4d54-979e-876a6477eff7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:30:05.285761 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71509321-b0ec-498c-b5f0-b5352ddc3722 req-c29a1f62-0b5f-441e-aa32-17ecec05f082 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:05.287317 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-71509321-b0ec-498c-b5f0-b5352ddc3722 req-c29a1f62-0b5f-441e-aa32-17ecec05f082 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?device_id=2483481a-81d0-4d54-979e-876a6477eff7 HTTP/1.1" status: 200 len: 932 time: 0.0577459 Mar 29 20:30:05.337993 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-71509321-b0ec-498c-b5f0-b5352ddc3722 req-8707d793-c08f-4d30-a8e9-9b06ba3a7750 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e65e6e4-4985-4517-b05b-48860a56b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449042 Mar 29 20:30:05.353409 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-84bdbf44-9687-4fac-9f18-9e7e80a2b44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:05.621351 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-84bdbf44-9687-4fac-9f18-9e7e80a2b44f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c {{(pid=103821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:30:05.629052 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-84bdbf44-9687-4fac-9f18-9e7e80a2b44f service neutron] Publish callbacks [] for port (131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:05.641842 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.provisioning_blocks [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-84bdbf44-9687-4fac-9f18-9e7e80a2b44f service neutron] Transition to ACTIVE for port object 131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c will not be triggered until provisioned by entity L2. {{(pid=103821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 20:30:05.767487 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-84bdbf44-9687-4fac-9f18-9e7e80a2b44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129149341'] for port (131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:05.820741 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bdbf44-9687-4fac-9f18-9e7e80a2b44f service neutron] Pushing event updated for resources: {'Port': ['ID=131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c,revision_number=2']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:30:05.895594 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-84bdbf44-9687-4fac-9f18-9e7e80a2b44f service neutron] Attempting to bind port 131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:30:05.895910 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-84bdbf44-9687-4fac-9f18-9e7e80a2b44f service neutron] Attempting to bind port 131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'f8bd9cf5-cd07-44dc-b088-c619ff951dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9e0aee22-ce71-423d-943d-4495212c9b74'}] {{(pid=103821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:30:05.896145 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-84bdbf44-9687-4fac-9f18-9e7e80a2b44f service neutron] Attempting to bind port 131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c on network 9e0aee22-ce71-423d-943d-4495212c9b74 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:30:05.900674 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-84bdbf44-9687-4fac-9f18-9e7e80a2b44f service neutron] Port 131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c on network 9e0aee22-ce71-423d-943d-4495212c9b74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 20:30:05.900992 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-84bdbf44-9687-4fac-9f18-9e7e80a2b44f service neutron] Attempting to bind port 131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c on network 9e0aee22-ce71-423d-943d-4495212c9b74 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:30:05.906473 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-84bdbf44-9687-4fac-9f18-9e7e80a2b44f service neutron] Checking agent: {'id': '19337809-658a-48b1-8a65-8844936c1798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'started_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:30:05.906807 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-84bdbf44-9687-4fac-9f18-9e7e80a2b44f service neutron] Checking segment: {'id': 'f8bd9cf5-cd07-44dc-b088-c619ff951dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9e0aee22-ce71-423d-943d-4495212c9b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:30:05.907186 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-84bdbf44-9687-4fac-9f18-9e7e80a2b44f service neutron] Bound using segment: {'id': 'f8bd9cf5-cd07-44dc-b088-c619ff951dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9e0aee22-ce71-423d-943d-4495212c9b74'} {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:30:05.907616 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-84bdbf44-9687-4fac-9f18-9e7e80a2b44f service neutron] Bound port: 131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8bd9cf5-cd07-44dc-b088-c619ff951dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9e0aee22-ce71-423d-943d-4495212c9b74'}}] {{(pid=103821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:30:05.907972 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-84bdbf44-9687-4fac-9f18-9e7e80a2b44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:05.974588 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-84bdbf44-9687-4fac-9f18-9e7e80a2b44f service neutron] For port 131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c, host hv-cinder-78481, cleared binding levels {{(pid=103821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:30:05.977743 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-84bdbf44-9687-4fac-9f18-9e7e80a2b44f service neutron] For port 131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c,segment=NetworkSegment(f8bd9cf5-cd07-44dc-b088-c619ff951dc1),segment_id=f8bd9cf5-cd07-44dc-b088-c619ff951dc1)] {{(pid=103821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:30:06.065122 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-84bdbf44-9687-4fac-9f18-9e7e80a2b44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129149341'] for port (131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:06.099764 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-84bdbf44-9687-4fac-9f18-9e7e80a2b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:06.100375 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-84bdbf44-9687-4fac-9f18-9e7e80a2b44f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:06.101776 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-84bdbf44-9687-4fac-9f18-9e7e80a2b44f service neutron] 10.222.0.42 "PUT /v2.0/ports/131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c HTTP/1.1" status: 200 len: 1094 time: 0.8209281 Mar 29 20:30:06.102229 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2483481a-81d0-4d54-979e-876a6477eff7', 'tag': '131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:30:06.104463 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5430b07e-1b3d-4301-8922-fcbaef12c7b8" -d '{"events": [{"name": "network-changed", "server_uuid": "2483481a-81d0-4d54-979e-876a6477eff7", "tag": "131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:30:06.128757 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bdbf44-9687-4fac-9f18-9e7e80a2b44f service neutron] Pushing event updated for resources: {'Port': ['ID=131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c,revision_number=3']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:30:06.146883 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee8bdec-fd61-44fb-ba8a-149219c7f273 x-openstack-request-id: req-6ee8bdec-fd61-44fb-ba8a-149219c7f273 {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:30:06.146883 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2483481a-81d0-4d54-979e-876a6477eff7", "tag": "131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:30:06.146883 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6ee8bdec-fd61-44fb-ba8a-149219c7f273 {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:30:06.146883 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ee8bdec-fd61-44fb-ba8a-149219c7f273'] response: {'name': 'network-changed', 'server_uuid': '2483481a-81d0-4d54-979e-876a6477eff7', 'tag': '131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c', 'status': 'completed', 'code': 200} Mar 29 20:30:06.214165 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430b07e-1b3d-4301-8922-fcbaef12c7b8 req-93383c4a-7a1b-4e5a-8921-b05d3379367e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:06.215668 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-5430b07e-1b3d-4301-8922-fcbaef12c7b8 req-93383c4a-7a1b-4e5a-8921-b05d3379367e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2dcb93c78b744409bc8b0d8c5aa967d&device_id=2483481a-81d0-4d54-979e-876a6477eff7 HTTP/1.1" status: 200 len: 1128 time: 0.0503824 Mar 29 20:30:06.318905 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430b07e-1b3d-4301-8922-fcbaef12c7b8 req-586f4680-1f06-43ae-836a-a14a2e73dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:06.320363 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-5430b07e-1b3d-4301-8922-fcbaef12c7b8 req-586f4680-1f06-43ae-836a-a14a2e73dfb0 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=c2dcb93c78b744409bc8b0d8c5aa967d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0977089 Mar 29 20:30:06.423415 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430b07e-1b3d-4301-8922-fcbaef12c7b8 req-913af7c6-97d2-4e5d-8203-245b9d0b3696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:06.424816 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-5430b07e-1b3d-4301-8922-fcbaef12c7b8 req-913af7c6-97d2-4e5d-8203-245b9d0b3696 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954790 Mar 29 20:30:06.478738 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9feae21-3aa8-4634-903b-500ed297a7cb req-ed8177f0-7c93-4454-b049-09a153ea7077 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:06.480283 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c9feae21-3aa8-4634-903b-500ed297a7cb req-ed8177f0-7c93-4454-b049-09a153ea7077 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?device_id=2483481a-81d0-4d54-979e-876a6477eff7 HTTP/1.1" status: 200 len: 944 time: 0.0589736 Mar 29 20:30:06.508267 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-9f41febd-addb-48b7-9088-4b3fd189a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:06.509777 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-9f41febd-addb-48b7-9088-4b3fd189a761 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2dcb93c78b744409bc8b0d8c5aa967d&device_id=2483481a-81d0-4d54-979e-876a6477eff7 HTTP/1.1" status: 200 len: 1128 time: 0.0474892 Mar 29 20:30:06.532999 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c9feae21-3aa8-4634-903b-500ed297a7cb req-ec13a4dc-08c4-4494-9516-9727ae5d40c3 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e65e6e4-4985-4517-b05b-48860a56b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466466 Mar 29 20:30:06.553264 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-f62eaed9-bcfa-4da5-9a05-8958fdec5ab2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c HTTP/1.1" status: 200 len: 217 time: 0.0349486 Mar 29 20:30:06.615198 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-f8a403a2-0c73-4d3c-9a2c-d39600f5c6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:06.616672 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-f8a403a2-0c73-4d3c-9a2c-d39600f5c6ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d3d154be-0aea-4901-99d9-a307d4910c26 HTTP/1.1" status: 200 len: 854 time: 0.0574555 Mar 29 20:30:06.652760 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-e00646ad-cf70-4618-80ca-8cacd3dfccde service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e0aee22-ce71-423d-943d-4495212c9b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299103 Mar 29 20:30:06.745951 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-3460d337-4f63-4a6d-89f3-10361f4ee303 service neutron] 10.222.0.42 "GET /v2.0/networks/9e0aee22-ce71-423d-943d-4495212c9b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861475 Mar 29 20:30:06.847465 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-1df5eeaa-c786-4ddd-9324-0bba739268e5 req-ab4a3536-547b-4d79-b8c9-a3f3d311542a service neutron] 10.222.0.42 "GET /v2.0/networks/9e0aee22-ce71-423d-943d-4495212c9b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940199 Mar 29 20:30:07.659182 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad697ddc-889a-47bb-91e9-b4b65e809a88 req-5b0512ef-4852-4274-a45a-76b43d1551b7 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:07.660697 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ad697ddc-889a-47bb-91e9-b4b65e809a88 req-5b0512ef-4852-4274-a45a-76b43d1551b7 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?device_id=2483481a-81d0-4d54-979e-876a6477eff7 HTTP/1.1" status: 200 len: 944 time: 0.0582147 Mar 29 20:30:07.714253 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ad697ddc-889a-47bb-91e9-b4b65e809a88 req-9a19d4d6-747a-445f-91c8-629714196943 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e65e6e4-4985-4517-b05b-48860a56b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444613 Mar 29 20:30:08.842841 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad9111-629c-4ad7-9fb0-8972b28b0597 req-928ff908-5829-438b-85ea-26eeea5b780a tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:08.844695 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3dad9111-629c-4ad7-9fb0-8972b28b0597 req-928ff908-5829-438b-85ea-26eeea5b780a tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?device_id=2483481a-81d0-4d54-979e-876a6477eff7 HTTP/1.1" status: 200 len: 944 time: 0.0618865 Mar 29 20:30:08.894099 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3dad9111-629c-4ad7-9fb0-8972b28b0597 req-7406595e-d6c9-41c6-a9d1-942ede27e7e1 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e65e6e4-4985-4517-b05b-48860a56b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430708 Mar 29 20:30:09.815037 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 20:30:09.926325 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c,segment=NetworkSegment(f8bd9cf5-cd07-44dc-b088-c619ff951dc1),segment_id=f8bd9cf5-cd07-44dc-b088-c619ff951dc1)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:30:09.939122 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Returning: {'device': '131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c', 'network_id': '9e0aee22-ce71-423d-943d-4495212c9b74', 'port_id': '131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c', 'mac_address': 'fa:16:3e:ce:20:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d154be-0aea-4901-99d9-a307d4910c26', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 20:30:09.980046 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c is: DOWN; New status is: BUILD {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:30:09.980429 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:09.994952 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c {{(pid=103822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:30:10.015813 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c,segment=NetworkSegment(f8bd9cf5-cd07-44dc-b088-c619ff951dc1),segment_id=f8bd9cf5-cd07-44dc-b088-c619ff951dc1)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:30:10.026774 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf9bda-985a-4164-a2c2-95d6126d6724 req-282bf923-9426-4085-b746-5837411e0831 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:10.032200 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7fdf9bda-985a-4164-a2c2-95d6126d6724 req-282bf923-9426-4085-b746-5837411e0831 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?device_id=2483481a-81d0-4d54-979e-876a6477eff7 HTTP/1.1" status: 200 len: 944 time: 0.0569372 Mar 29 20:30:10.081795 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7fdf9bda-985a-4164-a2c2-95d6126d6724 req-2f16ab1a-a2b6-4e5b-99c5-639af1612cfc tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e65e6e4-4985-4517-b05b-48860a56b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472047 Mar 29 20:30:10.097805 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:10.150742 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:30:10.173425 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-481eaed5-6ddd-40ca-adf6-a21cacbc4251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:10.337748 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:30:11.202082 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78558bda-87ba-44ac-879f-78268dd9d2c9 req-fae6e931-7982-4be2-8aff-b8e189cb13ba tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:11.203484 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-78558bda-87ba-44ac-879f-78268dd9d2c9 req-fae6e931-7982-4be2-8aff-b8e189cb13ba tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?device_id=2483481a-81d0-4d54-979e-876a6477eff7 HTTP/1.1" status: 200 len: 945 time: 0.0542610 Mar 29 20:30:11.253411 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-78558bda-87ba-44ac-879f-78268dd9d2c9 req-3355aebb-248d-4e18-aa36-af1244fa6675 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e65e6e4-4985-4517-b05b-48860a56b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422194 Mar 29 20:30:11.813884 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c up at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:30:11.944965 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning for port 131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c completed by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 20:30:11.956699 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning complete for port 131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:30:11.956699 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:12.033666 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c is: BUILD; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:30:12.034618 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:12.058962 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2483481a-81d0-4d54-979e-876a6477eff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c'}] {{(pid=103822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:30:12.061223 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0861b571914e5dc523c78e704c27631447c9211d5b419e1eb1b6a7c48cd57d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec4485e-c795-44e9-8209-247bd44ef7cd" -d '{"events": [{"server_uuid": "2483481a-81d0-4d54-979e-876a6477eff7", "name": "network-vif-plugged", "status": "completed", "tag": "131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c"}]}' {{(pid=103822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:30:12.074658 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c,segment=NetworkSegment(f8bd9cf5-cd07-44dc-b088-c619ff951dc1),segment_id=f8bd9cf5-cd07-44dc-b088-c619ff951dc1)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:30:12.113496 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc17a3a-ff4c-452d-82c9-c3a4249c9e98 x-openstack-request-id: req-abc17a3a-ff4c-452d-82c9-c3a4249c9e98 {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:30:12.113496 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2483481a-81d0-4d54-979e-876a6477eff7", "name": "network-vif-plugged", "status": "completed", "tag": "131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c", "code": 200}]} {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:30:12.113496 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-abc17a3a-ff4c-452d-82c9-c3a4249c9e98 {{(pid=103822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:30:12.113496 dv-cinder-784815-3-iscsi neutron-server[103822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abc17a3a-ff4c-452d-82c9-c3a4249c9e98'] response: {'server_uuid': '2483481a-81d0-4d54-979e-876a6477eff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c', 'code': 200} Mar 29 20:30:12.176338 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:12.230385 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:30:12.286464 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-3a97eb66-6875-45e2-a4ad-120c9b04a711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:12.380194 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986b911-148b-4c91-b7c0-b16aa2e1c1d1 req-717fd745-e7e0-4dfd-a3f1-730ade82bdf5 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:12.381710 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9986b911-148b-4c91-b7c0-b16aa2e1c1d1 req-717fd745-e7e0-4dfd-a3f1-730ade82bdf5 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?device_id=2483481a-81d0-4d54-979e-876a6477eff7 HTTP/1.1" status: 200 len: 946 time: 0.0533855 Mar 29 20:30:12.439820 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9986b911-148b-4c91-b7c0-b16aa2e1c1d1 req-0654d475-6c1a-4bc7-8afe-9712aba2e035 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e65e6e4-4985-4517-b05b-48860a56b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520685 Mar 29 20:30:12.483082 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e94201-5528-4317-9f90-6707506e09c2 req-3419f217-81fe-41d3-9ac6-c6b8e9dbe195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:12.484569 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-c2e94201-5528-4317-9f90-6707506e09c2 req-3419f217-81fe-41d3-9ac6-c6b8e9dbe195 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2483481a-81d0-4d54-979e-876a6477eff7 HTTP/1.1" status: 200 len: 1130 time: 0.0544002 Mar 29 20:30:12.529448 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-c2e94201-5528-4317-9f90-6707506e09c2 req-a50e59fa-c0d8-4e44-be0e-0ce52fd85d63 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1e65e6e4-4985-4517-b05b-48860a56b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385761 Mar 29 20:30:13.589580 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29573376-c5d8-4f44-a9f5-af3f166f0b7a req-5c1853d4-b654-449e-be64-921a244caf8c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:13.591067 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-29573376-c5d8-4f44-a9f5-af3f166f0b7a req-5c1853d4-b654-449e-be64-921a244caf8c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?device_id=2483481a-81d0-4d54-979e-876a6477eff7 HTTP/1.1" status: 200 len: 946 time: 0.0688424 Mar 29 20:30:13.640392 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-29573376-c5d8-4f44-a9f5-af3f166f0b7a req-75eb5c55-7f2d-40f4-a7ea-eb24c3fbdfc0 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e65e6e4-4985-4517-b05b-48860a56b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426917 Mar 29 20:30:13.813374 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:14.765653 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd62f8-9336-429f-8ea6-ffdc72649d77 req-ae046a91-a0db-4f74-9b2a-b5369322e762 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:14.769829 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5abd62f8-9336-429f-8ea6-ffdc72649d77 req-ae046a91-a0db-4f74-9b2a-b5369322e762 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?device_id=2483481a-81d0-4d54-979e-876a6477eff7 HTTP/1.1" status: 200 len: 946 time: 0.0568440 Mar 29 20:30:14.816279 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5abd62f8-9336-429f-8ea6-ffdc72649d77 req-33d93fd6-2258-4375-8957-62579bcf660d tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e65e6e4-4985-4517-b05b-48860a56b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422940 Mar 29 20:30:14.944991 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:16.445913 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:27.351104 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-a64590e9-7012-459b-bfea-24dc6c77ecc1 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-442390106&fields=id&tenant_id=f9800a1b31b34882beb7e5e6dcb78fd6 HTTP/1.1" status: 200 len: 267 time: 0.0446959 Mar 29 20:30:27.463569 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-4f5f9e9d-3e79-400b-8537-e71864f60e4b tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:27.464936 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-4f5f9e9d-3e79-400b-8537-e71864f60e4b tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/networks?id=1485f463-e536-4f42-9db0-6c4b09430b64 HTTP/1.1" status: 200 len: 811 time: 0.1071067 Mar 29 20:30:27.480853 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-81d9dd6d-a65b-4f76-b4cc-2726d1291183 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/quotas/f9800a1b31b34882beb7e5e6dcb78fd6 HTTP/1.1" status: 200 len: 375 time: 0.0100126 Mar 29 20:30:27.541715 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-1e7cc07b-1507-4dcc-9f86-6fad0a2685f3 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9800a1b31b34882beb7e5e6dcb78fd6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550833 Mar 29 20:30:27.643439 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-d685ba03-2a19-4693-809a-849e0bc87133 service neutron] 10.222.0.43 "GET /v2.0/networks/1485f463-e536-4f42-9db0-6c4b09430b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903945 Mar 29 20:30:27.735279 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-2ab87e0f-f788-45e1-961c-8b8d715d2a46 service neutron] 10.222.0.43 "GET /v2.0/networks/1485f463-e536-4f42-9db0-6c4b09430b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847709 Mar 29 20:30:28.587088 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a33667a2-1532-4390-b939-b262b063acaa req-de120436-83b9-47f3-ac21-5b7747524f6f tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c823b19-1738-4178-a714-ce63f9c8a0c8 HTTP/1.1" status: 200 len: 210 time: 0.1617286 Mar 29 20:30:28.731412 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:29.745830 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-262afc84-006f-4a93-9477-a37901bbec87 req-fef3c950-8c8a-4039-b6b4-f661bae3a75f tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c823b19-1738-4178-a714-ce63f9c8a0c8 HTTP/1.1" status: 200 len: 210 time: 0.0872474 Mar 29 20:30:30.850109 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-319cbc6e-9d78-4b51-9978-8393ef605843 req-a9c5ae3d-f1a3-4b79-9b50-17d2d6a322b9 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c823b19-1738-4178-a714-ce63f9c8a0c8 HTTP/1.1" status: 200 len: 210 time: 0.0291789 Mar 29 20:30:30.917243 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-1f843c83-097f-4d8e-acf2-0df84a456760 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:30.918942 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-1f843c83-097f-4d8e-acf2-0df84a456760 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.42 "GET /v2.0/networks?id=1485f463-e536-4f42-9db0-6c4b09430b64 HTTP/1.1" status: 200 len: 811 time: 0.1372862 Mar 29 20:30:30.994073 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-63804bd7-0095-4e5e-9c12-97399d2b3363 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9800a1b31b34882beb7e5e6dcb78fd6 HTTP/1.1" status: 200 len: 379 time: 0.0665190 Mar 29 20:30:31.054294 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-adf0ddd4-58f4-4eef-9bac-7922aca9a64c tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Request body: {'port': {'device_id': '7c823b19-1738-4178-a714-ce63f9c8a0c8', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'admin_state_up': True, 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'security_groups': ['5c257c0a-44c9-4d07-9e0c-67bed43b2f98']}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:30:31.252222 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-adf0ddd4-58f4-4eef-9bac-7922aca9a64c tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Made reservation on behalf of f9800a1b31b34882beb7e5e6dcb78fd6 for: {'port': 1} {{(pid=103821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:30:31.252222 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-adf0ddd4-58f4-4eef-9bac-7922aca9a64c tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:31.398483 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_common [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-adf0ddd4-58f4-4eef-9bac-7922aca9a64c tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Allocated IP 172.20.0.5 (1485f463-e536-4f42-9db0-6c4b09430b64/99545cee-9f42-4fac-8b36-5dffd0cc2c3e/6d353a84-670e-413d-a586-5af6892f6404) {{(pid=103821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:30:31.864865 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-adf0ddd4-58f4-4eef-9bac-7922aca9a64c tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for port (6d353a84-670e-413d-a586-5af6892f6404), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:31.978060 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-eed895bf-2c8f-401d-a14f-530c98dcd0b0 req-4c5e01df-e9e0-49ac-b0fb-d5ab55e6229a tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c823b19-1738-4178-a714-ce63f9c8a0c8 HTTP/1.1" status: 200 len: 210 time: 0.0328946 Mar 29 20:30:32.013667 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-adf0ddd4-58f4-4eef-9bac-7922aca9a64c tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (6d353a84-670e-413d-a586-5af6892f6404), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:32.057822 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-adf0ddd4-58f4-4eef-9bac-7922aca9a64c tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Network 1485f463-e536-4f42-9db0-6c4b09430b64 is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:30:32.061505 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-adf0ddd4-58f4-4eef-9bac-7922aca9a64c tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:30:32.074412 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-adf0ddd4-58f4-4eef-9bac-7922aca9a64c tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Received port after_create {{(pid=103821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:30:32.096934 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf0ddd4-58f4-4eef-9bac-7922aca9a64c tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Pushing event updated for resources: {'Port': ['ID=6d353a84-670e-413d-a586-5af6892f6404,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:30:32.132233 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-adf0ddd4-58f4-4eef-9bac-7922aca9a64c tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:32.132903 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-adf0ddd4-58f4-4eef-9bac-7922aca9a64c tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:32.256023 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-adf0ddd4-58f4-4eef-9bac-7922aca9a64c tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2570846 Mar 29 20:30:32.275540 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-db18d603-6a18-49fe-bc78-a28cdbffdf60 service neutron] Request body: {'port': {'device_id': '7c823b19-1738-4178-a714-ce63f9c8a0c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:30:32.306101 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-6209767f-faee-4a76-bd65-4ad9d4665678 None None] Provisioning complete for port 6d353a84-670e-413d-a586-5af6892f6404 triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:30:32.307198 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-6209767f-faee-4a76-bd65-4ad9d4665678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (6d353a84-670e-413d-a586-5af6892f6404), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:32.348116 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-6209767f-faee-4a76-bd65-4ad9d4665678 None None] Port 6d353a84-670e-413d-a586-5af6892f6404 cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:30:32.351543 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-db18d603-6a18-49fe-bc78-a28cdbffdf60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (6d353a84-670e-413d-a586-5af6892f6404), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:32.678451 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-db18d603-6a18-49fe-bc78-a28cdbffdf60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d353a84-670e-413d-a586-5af6892f6404 {{(pid=103821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:30:32.688637 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-db18d603-6a18-49fe-bc78-a28cdbffdf60 service neutron] Publish callbacks [] for port (6d353a84-670e-413d-a586-5af6892f6404), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:32.702987 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.provisioning_blocks [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-db18d603-6a18-49fe-bc78-a28cdbffdf60 service neutron] Transition to ACTIVE for port object 6d353a84-670e-413d-a586-5af6892f6404 will not be triggered until provisioned by entity L2. {{(pid=103821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 20:30:32.910622 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-db18d603-6a18-49fe-bc78-a28cdbffdf60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129149341'] for port (6d353a84-670e-413d-a586-5af6892f6404), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:32.981993 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18d603-6a18-49fe-bc78-a28cdbffdf60 service neutron] Pushing event updated for resources: {'Port': ['ID=6d353a84-670e-413d-a586-5af6892f6404,revision_number=2']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:30:33.087089 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-db18d603-6a18-49fe-bc78-a28cdbffdf60 service neutron] Attempting to bind port 6d353a84-670e-413d-a586-5af6892f6404 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:30:33.087795 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-db18d603-6a18-49fe-bc78-a28cdbffdf60 service neutron] Attempting to bind port 6d353a84-670e-413d-a586-5af6892f6404 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '0cd826c0-2b4c-4186-9491-4ca38eacdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64'}] {{(pid=103821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:30:33.088119 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-db18d603-6a18-49fe-bc78-a28cdbffdf60 service neutron] Attempting to bind port 6d353a84-670e-413d-a586-5af6892f6404 on network 1485f463-e536-4f42-9db0-6c4b09430b64 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:30:33.095790 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-db18d603-6a18-49fe-bc78-a28cdbffdf60 service neutron] Port 6d353a84-670e-413d-a586-5af6892f6404 on network 1485f463-e536-4f42-9db0-6c4b09430b64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 20:30:33.101916 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-db18d603-6a18-49fe-bc78-a28cdbffdf60 service neutron] Attempting to bind port 6d353a84-670e-413d-a586-5af6892f6404 on network 1485f463-e536-4f42-9db0-6c4b09430b64 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:30:33.102588 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-db18d603-6a18-49fe-bc78-a28cdbffdf60 service neutron] Checking agent: {'id': '19337809-658a-48b1-8a65-8844936c1798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'started_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:30:33.102941 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-db18d603-6a18-49fe-bc78-a28cdbffdf60 service neutron] Checking segment: {'id': '0cd826c0-2b4c-4186-9491-4ca38eacdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:30:33.103323 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-db18d603-6a18-49fe-bc78-a28cdbffdf60 service neutron] Bound using segment: {'id': '0cd826c0-2b4c-4186-9491-4ca38eacdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64'} {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:30:33.103760 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-db18d603-6a18-49fe-bc78-a28cdbffdf60 service neutron] Bound port: 6d353a84-670e-413d-a586-5af6892f6404, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd826c0-2b4c-4186-9491-4ca38eacdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64'}}] {{(pid=103821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:30:33.104117 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-db18d603-6a18-49fe-bc78-a28cdbffdf60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (6d353a84-670e-413d-a586-5af6892f6404), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:33.155937 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35d39d-314d-4c95-b4e7-2efa3a488aab req-12a52f16-d8f2-4269-9003-7899f40d1115 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:33.158389 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-dc35d39d-314d-4c95-b4e7-2efa3a488aab req-12a52f16-d8f2-4269-9003-7899f40d1115 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c823b19-1738-4178-a714-ce63f9c8a0c8 HTTP/1.1" status: 200 len: 943 time: 0.0833740 Mar 29 20:30:33.195177 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-db18d603-6a18-49fe-bc78-a28cdbffdf60 service neutron] For port 6d353a84-670e-413d-a586-5af6892f6404, host hv-cinder-78481, cleared binding levels {{(pid=103821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:30:33.200213 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-db18d603-6a18-49fe-bc78-a28cdbffdf60 service neutron] For port 6d353a84-670e-413d-a586-5af6892f6404, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=6d353a84-670e-413d-a586-5af6892f6404,segment=NetworkSegment(0cd826c0-2b4c-4186-9491-4ca38eacdbb2),segment_id=0cd826c0-2b4c-4186-9491-4ca38eacdbb2)] {{(pid=103821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:30:33.237448 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-dc35d39d-314d-4c95-b4e7-2efa3a488aab req-074a16ed-b5fc-4c3c-b32b-a22b31947500 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654526 Mar 29 20:30:33.305564 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-db18d603-6a18-49fe-bc78-a28cdbffdf60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129149341'] for port (6d353a84-670e-413d-a586-5af6892f6404), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:33.354218 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-db18d603-6a18-49fe-bc78-a28cdbffdf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:33.354825 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-db18d603-6a18-49fe-bc78-a28cdbffdf60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:33.356513 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-db18d603-6a18-49fe-bc78-a28cdbffdf60 service neutron] 10.222.0.42 "PUT /v2.0/ports/6d353a84-670e-413d-a586-5af6892f6404 HTTP/1.1" status: 200 len: 1093 time: 1.0867603 Mar 29 20:30:33.357148 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c823b19-1738-4178-a714-ce63f9c8a0c8', 'tag': '6d353a84-670e-413d-a586-5af6892f6404'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:30:33.359523 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb67df2f-9893-4cc2-b4ac-36dfbf1db470" -d '{"events": [{"name": "network-changed", "server_uuid": "7c823b19-1738-4178-a714-ce63f9c8a0c8", "tag": "6d353a84-670e-413d-a586-5af6892f6404"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:30:33.402625 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18d603-6a18-49fe-bc78-a28cdbffdf60 service neutron] Pushing event updated for resources: {'Port': ['ID=6d353a84-670e-413d-a586-5af6892f6404,revision_number=3']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:30:33.414953 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5625093-f6ad-454f-916b-d04eeb09fe85 x-openstack-request-id: req-d5625093-f6ad-454f-916b-d04eeb09fe85 {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:30:33.415243 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c823b19-1738-4178-a714-ce63f9c8a0c8", "tag": "6d353a84-670e-413d-a586-5af6892f6404", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:30:33.415521 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d5625093-f6ad-454f-916b-d04eeb09fe85 {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:30:33.416057 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5625093-f6ad-454f-916b-d04eeb09fe85'] response: {'name': 'network-changed', 'server_uuid': '7c823b19-1738-4178-a714-ce63f9c8a0c8', 'tag': '6d353a84-670e-413d-a586-5af6892f6404', 'status': 'completed', 'code': 200} Mar 29 20:30:33.509209 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67df2f-9893-4cc2-b4ac-36dfbf1db470 req-1c30a27e-8792-464e-af30-c4cdb49d84b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:33.511906 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-fb67df2f-9893-4cc2-b4ac-36dfbf1db470 req-1c30a27e-8792-464e-af30-c4cdb49d84b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f9800a1b31b34882beb7e5e6dcb78fd6&device_id=7c823b19-1738-4178-a714-ce63f9c8a0c8 HTTP/1.1" status: 200 len: 1127 time: 0.0682116 Mar 29 20:30:33.637521 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67df2f-9893-4cc2-b4ac-36dfbf1db470 req-a3349ea9-16a0-4517-9da2-3cf9df2bede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:33.638921 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-fb67df2f-9893-4cc2-b4ac-36dfbf1db470 req-a3349ea9-16a0-4517-9da2-3cf9df2bede8 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=f9800a1b31b34882beb7e5e6dcb78fd6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1147397 Mar 29 20:30:33.765638 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67df2f-9893-4cc2-b4ac-36dfbf1db470 req-89970a97-27ce-49f5-962c-52703eef67af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:33.767110 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-fb67df2f-9893-4cc2-b4ac-36dfbf1db470 req-89970a97-27ce-49f5-962c-52703eef67af service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1156926 Mar 29 20:30:33.854323 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-f2a3a425-9c33-412e-9258-f9336707179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:33.856612 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-f2a3a425-9c33-412e-9258-f9336707179b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f9800a1b31b34882beb7e5e6dcb78fd6&device_id=7c823b19-1738-4178-a714-ce63f9c8a0c8 HTTP/1.1" status: 200 len: 1127 time: 0.0489492 Mar 29 20:30:33.903920 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-40b8d1cb-d3ed-4d3c-8cce-46d486ac5c58 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d353a84-670e-413d-a586-5af6892f6404 HTTP/1.1" status: 200 len: 217 time: 0.0365283 Mar 29 20:30:33.972161 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-a4f7b848-a646-4ef8-a3c5-d72d5a387e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:33.973741 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-a4f7b848-a646-4ef8-a3c5-d72d5a387e50 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99545cee-9f42-4fac-8b36-5dffd0cc2c3e HTTP/1.1" status: 200 len: 850 time: 0.0634766 Mar 29 20:30:34.029353 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-f769d7cd-c07d-4011-b22a-eb9943f7826a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:34.030986 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-f769d7cd-c07d-4011-b22a-eb9943f7826a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1485f463-e536-4f42-9db0-6c4b09430b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504510 Mar 29 20:30:34.142414 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-92f32814-131b-4d90-96ce-2a13256ad90c service neutron] 10.222.0.42 "GET /v2.0/networks/1485f463-e536-4f42-9db0-6c4b09430b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048036 Mar 29 20:30:34.251599 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-c083da1a-5672-4c49-b23c-e00c92d39842 req-a3afaba2-f918-44d1-94d6-afb1be5198f3 service neutron] 10.222.0.42 "GET /v2.0/networks/1485f463-e536-4f42-9db0-6c4b09430b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024098 Mar 29 20:30:34.378239 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a169737-7bdc-4c87-91de-bc77d7cfb95b req-5d3c00c2-6638-4956-a5df-d95933060d5f tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:34.379762 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7a169737-7bdc-4c87-91de-bc77d7cfb95b req-5d3c00c2-6638-4956-a5df-d95933060d5f tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c823b19-1738-4178-a714-ce63f9c8a0c8 HTTP/1.1" status: 200 len: 943 time: 0.0677521 Mar 29 20:30:34.436063 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7a169737-7bdc-4c87-91de-bc77d7cfb95b req-e8541b97-4ae6-4eaa-9076-86306e12d00c tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497537 Mar 29 20:30:35.569288 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bbaea-103f-4560-a3e1-caeb14a87078 req-c8dd8d94-5543-42b6-9c89-3b2a2d923de9 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:35.570909 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-934bbaea-103f-4560-a3e1-caeb14a87078 req-c8dd8d94-5543-42b6-9c89-3b2a2d923de9 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c823b19-1738-4178-a714-ce63f9c8a0c8 HTTP/1.1" status: 200 len: 943 time: 0.0602784 Mar 29 20:30:35.630950 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-934bbaea-103f-4560-a3e1-caeb14a87078 req-dfd5992e-c815-43a2-8d4c-011836e83670 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509856 Mar 29 20:30:36.794595 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29966c46-52dc-4f88-80a0-fb5f5d6eee2d req-38027803-bfa4-4cc5-851f-41a2ea7ebe3a tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:36.796328 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-29966c46-52dc-4f88-80a0-fb5f5d6eee2d req-38027803-bfa4-4cc5-851f-41a2ea7ebe3a tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c823b19-1738-4178-a714-ce63f9c8a0c8 HTTP/1.1" status: 200 len: 943 time: 0.0802894 Mar 29 20:30:36.855164 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-29966c46-52dc-4f88-80a0-fb5f5d6eee2d req-031c3971-e8a0-459f-9871-ff6e0c6774d6 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472031 Mar 29 20:30:37.988049 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2ab8b-4c6a-4216-8296-a2e53117c5df req-2b420296-eda5-4a8f-8228-5c738319e1a7 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:37.989641 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-07b2ab8b-4c6a-4216-8296-a2e53117c5df req-2b420296-eda5-4a8f-8228-5c738319e1a7 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c823b19-1738-4178-a714-ce63f9c8a0c8 HTTP/1.1" status: 200 len: 943 time: 0.0622923 Mar 29 20:30:38.045212 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-07b2ab8b-4c6a-4216-8296-a2e53117c5df req-e76a5d75-48e3-452e-8d16-c4eebfe522b7 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471196 Mar 29 20:30:38.380252 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:30:39.182408 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32449e-69ed-430e-bf9b-13f7d1123f34 req-fa84014a-2165-4962-997d-3cb2e076e1f2 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:39.188753 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4c32449e-69ed-430e-bf9b-13f7d1123f34 req-fa84014a-2165-4962-997d-3cb2e076e1f2 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c823b19-1738-4178-a714-ce63f9c8a0c8 HTTP/1.1" status: 200 len: 943 time: 0.0547702 Mar 29 20:30:39.236692 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4c32449e-69ed-430e-bf9b-13f7d1123f34 req-05662e5f-e106-42f7-bfe0-d9c381e2b166 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472631 Mar 29 20:30:40.142412 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-e2fc516d-4b54-4f2b-8aa0-ee12a45c1d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:40.363614 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fd80f-3371-42ac-ad14-f94a8b2ddf90 req-da287b9d-de96-42c2-93b3-27b9f7b2baa5 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:40.365116 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-199fd80f-3371-42ac-ad14-f94a8b2ddf90 req-da287b9d-de96-42c2-93b3-27b9f7b2baa5 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c823b19-1738-4178-a714-ce63f9c8a0c8 HTTP/1.1" status: 200 len: 943 time: 0.0550263 Mar 29 20:30:40.418171 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-199fd80f-3371-42ac-ad14-f94a8b2ddf90 req-58f4d091-200f-4edb-b7d9-0e45b1f6d336 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461724 Mar 29 20:30:41.540484 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f47b24-3580-4910-9382-23b1a2eab99b req-4bc5bc04-b0ac-4f65-bb3f-e725c8f05289 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:41.542006 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e6f47b24-3580-4910-9382-23b1a2eab99b req-4bc5bc04-b0ac-4f65-bb3f-e725c8f05289 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c823b19-1738-4178-a714-ce63f9c8a0c8 HTTP/1.1" status: 200 len: 943 time: 0.0535667 Mar 29 20:30:41.597034 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e6f47b24-3580-4910-9382-23b1a2eab99b req-f6b1e1ae-4fd8-4658-9764-566762757abc tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492244 Mar 29 20:30:41.970238 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 6d353a84-670e-413d-a586-5af6892f6404 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 20:30:42.069374 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 6d353a84-670e-413d-a586-5af6892f6404, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=6d353a84-670e-413d-a586-5af6892f6404,segment=NetworkSegment(0cd826c0-2b4c-4186-9491-4ca38eacdbb2),segment_id=0cd826c0-2b4c-4186-9491-4ca38eacdbb2)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:30:42.082065 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Returning: {'device': '6d353a84-670e-413d-a586-5af6892f6404', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'port_id': '6d353a84-670e-413d-a586-5af6892f6404', 'mac_address': 'fa:16:3e:ec:c8:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 20:30:42.124417 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 6d353a84-670e-413d-a586-5af6892f6404 is: DOWN; New status is: BUILD {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:30:42.125078 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (6d353a84-670e-413d-a586-5af6892f6404), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:42.139133 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d353a84-670e-413d-a586-5af6892f6404 {{(pid=103822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:30:42.158605 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 6d353a84-670e-413d-a586-5af6892f6404, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=6d353a84-670e-413d-a586-5af6892f6404,segment=NetworkSegment(0cd826c0-2b4c-4186-9491-4ca38eacdbb2),segment_id=0cd826c0-2b4c-4186-9491-4ca38eacdbb2)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:30:42.253937 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (6d353a84-670e-413d-a586-5af6892f6404), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:42.305608 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=6d353a84-670e-413d-a586-5af6892f6404,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:30:42.342812 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-ecde09c9-fefe-46ed-9d68-a2f0f62ae8fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:42.731434 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980c004-1cbb-403e-94d3-eae2864c53f6 req-fb14e0b8-d4bf-4c52-aad5-f74293d664fb tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:42.732958 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4980c004-1cbb-403e-94d3-eae2864c53f6 req-fb14e0b8-d4bf-4c52-aad5-f74293d664fb tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c823b19-1738-4178-a714-ce63f9c8a0c8 HTTP/1.1" status: 200 len: 944 time: 0.0635874 Mar 29 20:30:42.787358 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4980c004-1cbb-403e-94d3-eae2864c53f6 req-86032fda-9b54-4add-b0e3-01e62db7381b tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481422 Mar 29 20:30:43.776787 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:43.918353 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c3164-b98e-41f2-ab30-ed18111810ed req-25b6b4ff-1177-4f77-b53d-7873728150e6 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:43.919867 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f37c3164-b98e-41f2-ab30-ed18111810ed req-25b6b4ff-1177-4f77-b53d-7873728150e6 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c823b19-1738-4178-a714-ce63f9c8a0c8 HTTP/1.1" status: 200 len: 944 time: 0.0611861 Mar 29 20:30:43.972511 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f37c3164-b98e-41f2-ab30-ed18111810ed req-53bb1ad4-367a-4da2-855b-236ec89ed790 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466473 Mar 29 20:30:44.812737 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:45.029319 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['6d353a84-670e-413d-a586-5af6892f6404'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:30:45.110056 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e108583-60b9-434c-b6d2-e676298189b6 req-7955dfc8-3f34-443a-853a-c8e7542037af tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:45.111579 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6e108583-60b9-434c-b6d2-e676298189b6 req-7955dfc8-3f34-443a-853a-c8e7542037af tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c823b19-1738-4178-a714-ce63f9c8a0c8 HTTP/1.1" status: 200 len: 944 time: 0.0570159 Mar 29 20:30:45.175601 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6e108583-60b9-434c-b6d2-e676298189b6 req-d25e1722-e8f1-4e80-a9b5-e317be8c9dad tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576055 Mar 29 20:30:46.306568 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddd96a-fec0-4bc6-b788-7788adf28bc2 req-fb7c960b-0425-484f-837e-ee57416aa460 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:46.308924 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-59ddd96a-fec0-4bc6-b788-7788adf28bc2 req-fb7c960b-0425-484f-837e-ee57416aa460 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c823b19-1738-4178-a714-ce63f9c8a0c8 HTTP/1.1" status: 200 len: 944 time: 0.0599070 Mar 29 20:30:46.363456 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-59ddd96a-fec0-4bc6-b788-7788adf28bc2 req-5801a51f-da36-487d-85ad-789a56209d62 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490253 Mar 29 20:30:46.457038 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:47.459448 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 6d353a84-670e-413d-a586-5af6892f6404 up at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:30:47.495556 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e70fab-3458-4d1c-a029-404de83676a9 req-aa241612-0e20-439a-a166-701b03c97cfc tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:47.497375 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b7e70fab-3458-4d1c-a029-404de83676a9 req-aa241612-0e20-439a-a166-701b03c97cfc tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c823b19-1738-4178-a714-ce63f9c8a0c8 HTTP/1.1" status: 200 len: 944 time: 0.0654743 Mar 29 20:30:47.547115 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-b7e70fab-3458-4d1c-a029-404de83676a9 req-303cb46f-507f-466c-a02c-3cf0f24e9b16 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441406 Mar 29 20:30:47.601174 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning for port 6d353a84-670e-413d-a586-5af6892f6404 completed by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 20:30:47.605564 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning complete for port 6d353a84-670e-413d-a586-5af6892f6404 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:30:47.605933 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (6d353a84-670e-413d-a586-5af6892f6404), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:47.682359 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 6d353a84-670e-413d-a586-5af6892f6404 is: BUILD; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:30:47.682741 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (6d353a84-670e-413d-a586-5af6892f6404), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:47.706182 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c823b19-1738-4178-a714-ce63f9c8a0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d353a84-670e-413d-a586-5af6892f6404'}] {{(pid=103822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:30:47.708411 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0861b571914e5dc523c78e704c27631447c9211d5b419e1eb1b6a7c48cd57d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9dcf9e5-017c-4e3a-aff9-be9c91217d56" -d '{"events": [{"server_uuid": "7c823b19-1738-4178-a714-ce63f9c8a0c8", "name": "network-vif-plugged", "status": "completed", "tag": "6d353a84-670e-413d-a586-5af6892f6404"}]}' {{(pid=103822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:30:47.722410 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 6d353a84-670e-413d-a586-5af6892f6404, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=6d353a84-670e-413d-a586-5af6892f6404,segment=NetworkSegment(0cd826c0-2b4c-4186-9491-4ca38eacdbb2),segment_id=0cd826c0-2b4c-4186-9491-4ca38eacdbb2)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:30:47.748956 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6f4b35-1aa7-4b01-934b-cd4c0e4ac4ec x-openstack-request-id: req-2b6f4b35-1aa7-4b01-934b-cd4c0e4ac4ec {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:30:47.749246 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c823b19-1738-4178-a714-ce63f9c8a0c8", "name": "network-vif-plugged", "status": "completed", "tag": "6d353a84-670e-413d-a586-5af6892f6404", "code": 200}]} {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:30:47.749527 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b6f4b35-1aa7-4b01-934b-cd4c0e4ac4ec {{(pid=103822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:30:47.749926 dv-cinder-784815-3-iscsi neutron-server[103822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b6f4b35-1aa7-4b01-934b-cd4c0e4ac4ec'] response: {'server_uuid': '7c823b19-1738-4178-a714-ce63f9c8a0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d353a84-670e-413d-a586-5af6892f6404', 'code': 200} Mar 29 20:30:47.805850 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (6d353a84-670e-413d-a586-5af6892f6404), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:47.857027 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=6d353a84-670e-413d-a586-5af6892f6404,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:30:48.673438 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb759bac-2da5-4950-8d39-6494b9354ee2 req-155172bc-08bf-4346-8b2d-fcc5ed75f96f tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:48.675494 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-bb759bac-2da5-4950-8d39-6494b9354ee2 req-155172bc-08bf-4346-8b2d-fcc5ed75f96f tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c823b19-1738-4178-a714-ce63f9c8a0c8 HTTP/1.1" status: 200 len: 945 time: 0.0592649 Mar 29 20:30:48.732673 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-bb759bac-2da5-4950-8d39-6494b9354ee2 req-3880c3d1-3485-45fe-b954-57cdb1df907c tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467787 Mar 29 20:30:49.639861 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bae302-b312-4c7e-97d9-275f3c452965 req-454ece92-93ec-46eb-a2cc-132f293c3403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:49.641385 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-c5bae302-b312-4c7e-97d9-275f3c452965 req-454ece92-93ec-46eb-a2cc-132f293c3403 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7c823b19-1738-4178-a714-ce63f9c8a0c8 HTTP/1.1" status: 200 len: 1129 time: 0.0505269 Mar 29 20:30:49.689418 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-c5bae302-b312-4c7e-97d9-275f3c452965 req-3ccf50d2-4939-48a6-95fb-c62ea27d6f09 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414479 Mar 29 20:30:49.859275 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec0ae4-ce50-49cd-9dda-5eb9751e7854 req-c8813e1c-8fee-43c6-9f98-bcfe87f86cf9 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:49.860887 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e1ec0ae4-ce50-49cd-9dda-5eb9751e7854 req-c8813e1c-8fee-43c6-9f98-bcfe87f86cf9 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c823b19-1738-4178-a714-ce63f9c8a0c8 HTTP/1.1" status: 200 len: 945 time: 0.0579007 Mar 29 20:30:49.912490 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e1ec0ae4-ce50-49cd-9dda-5eb9751e7854 req-62fef698-f989-4160-998e-1a99e3b1ecb3 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457561 Mar 29 20:30:51.048698 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f4073-7d6a-4a42-99bf-c177ec36565d req-3a55d412-0c70-4630-a6e4-176c2e1dc5ab tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:51.050254 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8f9f4073-7d6a-4a42-99bf-c177ec36565d req-3a55d412-0c70-4630-a6e4-176c2e1dc5ab tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c823b19-1738-4178-a714-ce63f9c8a0c8 HTTP/1.1" status: 200 len: 945 time: 0.0574892 Mar 29 20:30:51.103367 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8f9f4073-7d6a-4a42-99bf-c177ec36565d req-28728659-7dca-4ae5-8b58-87c7026b3c21 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461178 Mar 29 20:30:51.234269 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e951276-18b0-439c-8fbe-67913ec0981b req-b5117eaf-05ed-432e-bcc9-00d6f3f5888e tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:51.235703 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8e951276-18b0-439c-8fbe-67913ec0981b req-b5117eaf-05ed-432e-bcc9-00d6f3f5888e tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c823b19-1738-4178-a714-ce63f9c8a0c8 HTTP/1.1" status: 200 len: 945 time: 0.0599308 Mar 29 20:30:51.286683 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8e951276-18b0-439c-8fbe-67913ec0981b req-b22fde20-88ba-4159-8bd2-47c73c324674 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450859 Mar 29 20:30:51.310643 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 52554) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:30:51.359612 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeace21b-f4b0-41c8-92b5-182736a6cf5f tempest-TestVolumeBootPattern-2013194712 tempest-TestVolumeBootPattern-2013194712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:51.361144 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-eeace21b-f4b0-41c8-92b5-182736a6cf5f tempest-TestVolumeBootPattern-2013194712 tempest-TestVolumeBootPattern-2013194712-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7c823b19-1738-4178-a714-ce63f9c8a0c8 HTTP/1.1" status: 200 len: 1124 time: 0.0494878 Mar 29 20:30:51.364011 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 52556) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:30:51.369376 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Request body: {'floatingip': {'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'port_id': '6d353a84-670e-413d-a586-5af6892f6404', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:30:51.515396 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:51.620787 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:51.732555 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_common [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Allocated IP 172.27.3.243 (921e7f1b-e183-4cfd-babe-1b51626667cb/9cb70218-5a19-4d48-a6d1-83791bae0ed9/1eba6ef5-799f-464d-8791-234144edd6d5) {{(pid=103821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:30:51.847933 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for port (1eba6ef5-799f-464d-8791-234144edd6d5), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:51.961647 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (1eba6ef5-799f-464d-8791-234144edd6d5), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:52.004443 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Network 921e7f1b-e183-4cfd-babe-1b51626667cb is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:30:52.007393 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:30:52.010016 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Received port after_create {{(pid=103821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:30:52.045078 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Pushing event updated for resources: {'Port': ['ID=1eba6ef5-799f-464d-8791-234144edd6d5,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:30:52.057005 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:30:52.057443 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:30:52.057789 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:30:52.058127 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:30:52.058469 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:30:52.058808 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:30:52.059230 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:30:52.059460 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:30:52.059771 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:30:52.060097 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:30:52.060426 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:30:52.060750 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:30:52.061071 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:30:52.061417 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:30:52.061740 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:30:52.398477 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for floatingip (60e544f1-a262-4691-b70c-24a6ff4d6e79), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:52.641841 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (1eba6ef5-799f-464d-8791-234144edd6d5), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:52.796809 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for port (1eba6ef5-799f-464d-8791-234144edd6d5), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:52.930970 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129149341'] for port (1eba6ef5-799f-464d-8791-234144edd6d5), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:53.003502 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Pushing event updated for resources: {'Port': ['ID=1eba6ef5-799f-464d-8791-234144edd6d5,revision_number=2']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:30:53.014422 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (60e544f1-a262-4691-b70c-24a6ff4d6e79), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:53.119979 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.db.l3_db [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Floating IP 60e544f1-a262-4691-b70c-24a6ff4d6e79 associated. External IP: 172.27.3.243, port: 6d353a84-670e-413d-a586-5af6892f6404. Mar 29 20:30:53.334532 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Router de56441a-4d5f-4765-bbaa-4caada89364b has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:30:53.448546 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:30:53.458811 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddfd79d-3aee-4d8d-9976-0a1d41d73ce6 None None] Sync routers for ids ['de56441a-4d5f-4765-bbaa-4caada89364b'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:30:53.471548 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddfd79d-3aee-4d8d-9976-0a1d41d73ce6 None None] Routers {'de56441a-4d5f-4765-bbaa-4caada89364b'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:30:53.472170 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-8ddfd79d-3aee-4d8d-9976-0a1d41d73ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:30:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['de56441a-4d5f-4765-bbaa-4caada89364b'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:30:53.582447 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-8ddfd79d-3aee-4d8d-9976-0a1d41d73ce6 None None] Set router de56441a-4d5f-4765-bbaa-4caada89364b gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:30:53.607612 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:30:53.639086 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-0ef945d5-0999-4757-9400-a27836b21a48 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2738857 Mar 29 20:30:53.639987 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c823b19-1738-4178-a714-ce63f9c8a0c8', 'tag': '6d353a84-670e-413d-a586-5af6892f6404'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:30:53.642319 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a816df0-7778-4fbf-ad15-4781a06d37d5" -d '{"events": [{"name": "network-changed", "server_uuid": "7c823b19-1738-4178-a714-ce63f9c8a0c8", "tag": "6d353a84-670e-413d-a586-5af6892f6404"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:30:53.678436 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6969e90f-03f7-45c1-8814-8576ecfbebee x-openstack-request-id: req-6969e90f-03f7-45c1-8814-8576ecfbebee {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:30:53.678760 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c823b19-1738-4178-a714-ce63f9c8a0c8", "tag": "6d353a84-670e-413d-a586-5af6892f6404", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:30:53.679015 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6969e90f-03f7-45c1-8814-8576ecfbebee {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:30:53.679423 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6969e90f-03f7-45c1-8814-8576ecfbebee'] response: {'name': 'network-changed', 'server_uuid': '7c823b19-1738-4178-a714-ce63f9c8a0c8', 'tag': '6d353a84-670e-413d-a586-5af6892f6404', 'status': 'completed', 'code': 200} Mar 29 20:30:53.827623 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-8ddfd79d-3aee-4d8d-9976-0a1d41d73ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'name': 'tempest-TestVolumeBootPattern-403732453-router', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f177db50-1319-4967-885e-5da79d0748f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:02Z', 'updated_at': '2022-03-29T20:25:06Z', 'revision_number': 4, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'gw_port': {'id': 'f177db50-1319-4967-885e-5da79d0748f3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:03Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '60e544f1-a262-4691-b70c-24a6ff4d6e79', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'port_id': '6d353a84-670e-413d-a586-5af6892f6404', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'mac_address': 'fa:16:3e:ec:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c823b19-1738-4178-a714-ce63f9c8a0c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:30:52Z', 'updated_at': '2022-03-29T20:30:52Z', 'revision_number': 0, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'fixed_ip_address_scope': None}, {'id': '8eb28555-4c1d-46ac-814c-be219a6953c4', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'port_id': '44d0565b-89c9-408b-a7da-9edfd23cebd3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'mac_address': 'fa:16:3e:7d:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578cf01a-f918-4def-80b2-cd0a18fdde58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:28:24Z', 'updated_at': '2022-03-29T20:28:27Z', 'revision_number': 1, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62b4591-cc81-42c5-804c-39393b1ebb1e', 'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'mac_address': 'fa:16:3e:58:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:05Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 5, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'subnets': [{'id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:30:53.858360 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddfd79d-3aee-4d8d-9976-0a1d41d73ce6 None None] Checking router: de56441a-4d5f-4765-bbaa-4caada89364b for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:30:53.867009 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddfd79d-3aee-4d8d-9976-0a1d41d73ce6 None None] Routers {'de56441a-4d5f-4765-bbaa-4caada89364b'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:30:53.867697 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-8ddfd79d-3aee-4d8d-9976-0a1d41d73ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:30:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['de56441a-4d5f-4765-bbaa-4caada89364b'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:30:53.993909 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-8ddfd79d-3aee-4d8d-9976-0a1d41d73ce6 None None] Set router de56441a-4d5f-4765-bbaa-4caada89364b gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:30:54.030141 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a816df0-7778-4fbf-ad15-4781a06d37d5 req-39d0608c-9558-497f-ada4-786c772b065a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:54.031640 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-9a816df0-7778-4fbf-ad15-4781a06d37d5 req-39d0608c-9558-497f-ada4-786c772b065a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f9800a1b31b34882beb7e5e6dcb78fd6&device_id=7c823b19-1738-4178-a714-ce63f9c8a0c8 HTTP/1.1" status: 200 len: 1129 time: 0.1183877 Mar 29 20:30:54.132981 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a816df0-7778-4fbf-ad15-4781a06d37d5 req-6663c3d2-20fb-4204-820b-dbe486777484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:54.134564 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-9a816df0-7778-4fbf-ad15-4781a06d37d5 req-6663c3d2-20fb-4204-820b-dbe486777484 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1485f463-e536-4f42-9db0-6c4b09430b64 HTTP/1.1" status: 200 len: 912 time: 0.0964472 Mar 29 20:30:54.203290 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-9a816df0-7778-4fbf-ad15-4781a06d37d5 req-ebb698f4-9e29-49df-ae99-9a42c45219c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d353a84-670e-413d-a586-5af6892f6404 HTTP/1.1" status: 200 len: 999 time: 0.0623047 Mar 29 20:30:54.242634 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-8ddfd79d-3aee-4d8d-9976-0a1d41d73ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'name': 'tempest-TestVolumeBootPattern-403732453-router', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f177db50-1319-4967-885e-5da79d0748f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:02Z', 'updated_at': '2022-03-29T20:25:06Z', 'revision_number': 4, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'gw_port': {'id': 'f177db50-1319-4967-885e-5da79d0748f3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:03Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '60e544f1-a262-4691-b70c-24a6ff4d6e79', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'port_id': '6d353a84-670e-413d-a586-5af6892f6404', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'mac_address': 'fa:16:3e:ec:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c823b19-1738-4178-a714-ce63f9c8a0c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:30:52Z', 'updated_at': '2022-03-29T20:30:52Z', 'revision_number': 0, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'fixed_ip_address_scope': None}, {'id': '8eb28555-4c1d-46ac-814c-be219a6953c4', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'port_id': '44d0565b-89c9-408b-a7da-9edfd23cebd3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'mac_address': 'fa:16:3e:7d:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578cf01a-f918-4def-80b2-cd0a18fdde58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:28:24Z', 'updated_at': '2022-03-29T20:28:27Z', 'revision_number': 1, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62b4591-cc81-42c5-804c-39393b1ebb1e', 'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'mac_address': 'fa:16:3e:58:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:05Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 5, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'subnets': [{'id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:30:54.252966 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a816df0-7778-4fbf-ad15-4781a06d37d5 req-87a5a000-32b0-467d-90aa-389fa60ae40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:54.254459 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-9a816df0-7778-4fbf-ad15-4781a06d37d5 req-87a5a000-32b0-467d-90aa-389fa60ae40b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99545cee-9f42-4fac-8b36-5dffd0cc2c3e HTTP/1.1" status: 200 len: 850 time: 0.0457203 Mar 29 20:30:54.270843 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddfd79d-3aee-4d8d-9976-0a1d41d73ce6 None None] The sync data for ids ['de56441a-4d5f-4765-bbaa-4caada89364b'] in dv-cinder-784815-3-iscsi is: [{'id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'name': 'tempest-TestVolumeBootPattern-403732453-router', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f177db50-1319-4967-885e-5da79d0748f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:02Z', 'updated_at': '2022-03-29T20:25:06Z', 'revision_number': 4, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'gw_port': {'id': 'f177db50-1319-4967-885e-5da79d0748f3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:03Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '60e544f1-a262-4691-b70c-24a6ff4d6e79', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'port_id': '6d353a84-670e-413d-a586-5af6892f6404', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'mac_address': 'fa:16:3e:ec:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c823b19-1738-4178-a714-ce63f9c8a0c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:30:52Z', 'updated_at': '2022-03-29T20:30:52Z', 'revision_number': 0, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'fixed_ip_address_scope': None}, {'id': '8eb28555-4c1d-46ac-814c-be219a6953c4', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'port_id': '44d0565b-89c9-408b-a7da-9edfd23cebd3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'mac_address': 'fa:16:3e:7d:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578cf01a-f918-4def-80b2-cd0a18fdde58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:28:24Z', 'updated_at': '2022-03-29T20:28:27Z', 'revision_number': 1, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62b4591-cc81-42c5-804c-39393b1ebb1e', 'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'mac_address': 'fa:16:3e:58:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:05Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 5, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'subnets': [{'id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:30:54.312450 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a816df0-7778-4fbf-ad15-4781a06d37d5 req-14980af7-a0ac-4531-a2e5-9053c203a992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:30:54.314170 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-9a816df0-7778-4fbf-ad15-4781a06d37d5 req-14980af7-a0ac-4531-a2e5-9053c203a992 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1485f463-e536-4f42-9db0-6c4b09430b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530801 Mar 29 20:30:54.326021 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [req-9a816df0-7778-4fbf-ad15-4781a06d37d5 req-0d8f595f-55a9-4289-80f6-929ca815d06e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103821) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 20:30:54.327040 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-9a816df0-7778-4fbf-ad15-4781a06d37d5 req-0d8f595f-55a9-4289-80f6-929ca815d06e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055919 Mar 29 20:30:54.430402 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-9a816df0-7778-4fbf-ad15-4781a06d37d5 req-0d3cb0b9-0ebd-4331-8714-51b420c79d53 service neutron] 10.222.0.42 "GET /v2.0/networks/1485f463-e536-4f42-9db0-6c4b09430b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969343 Mar 29 20:30:54.496576 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcf17fe-c10a-4788-98dc-4f6175841a6f None None] New status for floating IP 60e544f1-a262-4691-b70c-24a6ff4d6e79: ACTIVE {{(pid=103822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 20:30:54.541354 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-9a816df0-7778-4fbf-ad15-4781a06d37d5 req-9c6c1683-ff26-45c5-ae87-7537ecfa662e service neutron] 10.222.0.42 "GET /v2.0/networks/1485f463-e536-4f42-9db0-6c4b09430b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043715 Mar 29 20:30:58.715558 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:00.664233 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bba24e-4096-41b0-9879-9fa5336b3d6e req-a78e3bd8-f952-4e9d-9ab7-8b2717b3ffb8 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:31:00.666463 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c7bba24e-4096-41b0-9879-9fa5336b3d6e req-a78e3bd8-f952-4e9d-9ab7-8b2717b3ffb8 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d8225b-9d2b-4238-9e0b-9a60e5f155bd HTTP/1.1" status: 200 len: 946 time: 0.0582395 Mar 29 20:31:00.725953 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c7bba24e-4096-41b0-9879-9fa5336b3d6e req-bbe7dd6c-edfd-4439-949a-e2d0f43e0a3a tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=cedaf000-aebc-4256-9857-2ab56e3caae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535605 Mar 29 20:31:00.864337 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416e9ab-828d-4a13-8800-434051f612cf req-447c213e-c079-4739-80c6-93f69909ceee tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:31:00.865757 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3416e9ab-828d-4a13-8800-434051f612cf req-447c213e-c079-4739-80c6-93f69909ceee tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?device_id=2483481a-81d0-4d54-979e-876a6477eff7 HTTP/1.1" status: 200 len: 946 time: 0.0622149 Mar 29 20:31:00.916764 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3416e9ab-828d-4a13-8800-434051f612cf req-62a1dbec-8ce4-4c05-8f38-a5cb2271736a tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e65e6e4-4985-4517-b05b-48860a56b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437484 Mar 29 20:31:01.855729 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e13086-0431-4357-9f15-b3d11ecfcc64 req-93c7970a-dca6-4416-81f3-ccd3f6537b5f tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:31:01.857195 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-85e13086-0431-4357-9f15-b3d11ecfcc64 req-93c7970a-dca6-4416-81f3-ccd3f6537b5f tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d8225b-9d2b-4238-9e0b-9a60e5f155bd HTTP/1.1" status: 200 len: 946 time: 0.0581343 Mar 29 20:31:01.916950 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-85e13086-0431-4357-9f15-b3d11ecfcc64 req-4469292a-2c88-4d38-9134-e909f696f4fc tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups?id=cedaf000-aebc-4256-9857-2ab56e3caae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537646 Mar 29 20:31:02.049555 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4c197-d953-4c57-bf9c-0d96971e783a req-b22acddf-4c80-4805-9966-9fedbca59616 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:31:02.050989 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-49f4c197-d953-4c57-bf9c-0d96971e783a req-b22acddf-4c80-4805-9966-9fedbca59616 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?device_id=2483481a-81d0-4d54-979e-876a6477eff7 HTTP/1.1" status: 200 len: 946 time: 0.0567610 Mar 29 20:31:02.099430 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-49f4c197-d953-4c57-bf9c-0d96971e783a req-030a1f58-09e8-4043-be97-b6b38cd180f1 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e65e6e4-4985-4517-b05b-48860a56b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426729 Mar 29 20:31:02.419646 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6043c-2281-4ee1-8e90-1c016a0a2350 req-374be2f0-4fc0-4b86-9ff9-049275d6ec11 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:31:02.421055 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-29c6043c-2281-4ee1-8e90-1c016a0a2350 req-374be2f0-4fc0-4b86-9ff9-049275d6ec11 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7d8225b-9d2b-4238-9e0b-9a60e5f155bd HTTP/1.1" status: 200 len: 946 time: 0.0545835 Mar 29 20:31:02.519478 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [req-29c6043c-2281-4ee1-8e90-1c016a0a2350 req-d483e32e-1664-4d93-bd96-d58becdd2feb tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Deleting port 0590008b-5bca-48f2-9b66-badfe970048f {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:31:02.519937 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-29c6043c-2281-4ee1-8e90-1c016a0a2350 req-d483e32e-1664-4d93-bd96-d58becdd2feb tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (0590008b-5bca-48f2-9b66-badfe970048f), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:02.614924 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98adaa7f-d5dd-4a64-a11f-5ae42e91adf4 req-acfe3d86-62e6-4417-8030-8e2a7911876e tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:31:02.616393 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-98adaa7f-d5dd-4a64-a11f-5ae42e91adf4 req-acfe3d86-62e6-4417-8030-8e2a7911876e tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.42 "GET /v2.0/ports?device_id=2483481a-81d0-4d54-979e-876a6477eff7 HTTP/1.1" status: 200 len: 946 time: 0.0570912 Mar 29 20:31:02.620116 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-29c6043c-2281-4ee1-8e90-1c016a0a2350 req-d483e32e-1664-4d93-bd96-d58becdd2feb tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] For port 0590008b-5bca-48f2-9b66-badfe970048f, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=0590008b-5bca-48f2-9b66-badfe970048f,segment=NetworkSegment(5e7bedf7-f22f-4efb-a5de-316c44ea4199),segment_id=5e7bedf7-f22f-4efb-a5de-316c44ea4199)] {{(pid=103821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:31:02.620472 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-29c6043c-2281-4ee1-8e90-1c016a0a2350 req-d483e32e-1664-4d93-bd96-d58becdd2feb tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (0590008b-5bca-48f2-9b66-badfe970048f), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:02.731774 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [req-98adaa7f-d5dd-4a64-a11f-5ae42e91adf4 req-1d014c87-babb-4aad-bd14-8203e23f7d87 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Deleting port 131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:31:02.732015 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-98adaa7f-d5dd-4a64-a11f-5ae42e91adf4 req-1d014c87-babb-4aad-bd14-8203e23f7d87 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:02.805259 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-29c6043c-2281-4ee1-8e90-1c016a0a2350 req-d483e32e-1664-4d93-bd96-d58becdd2feb tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:02.805644 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-29c6043c-2281-4ee1-8e90-1c016a0a2350 req-d483e32e-1664-4d93-bd96-d58becdd2feb tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540993'] for floatingip (6fcf4a41-e15c-4046-8075-37d33056dfa3), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:02.805955 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.db.l3_db [req-29c6043c-2281-4ee1-8e90-1c016a0a2350 req-d483e32e-1664-4d93-bd96-d58becdd2feb tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Floating IP 6fcf4a41-e15c-4046-8075-37d33056dfa3 disassociated. External IP: 172.27.3.92, port: 0590008b-5bca-48f2-9b66-badfe970048f. Mar 29 20:31:02.806294 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [req-29c6043c-2281-4ee1-8e90-1c016a0a2350 req-d483e32e-1664-4d93-bd96-d58becdd2feb tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Calling delete_port for 0590008b-5bca-48f2-9b66-badfe970048f owned by compute:nova {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:31:02.822479 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [req-98adaa7f-d5dd-4a64-a11f-5ae42e91adf4 req-1d014c87-babb-4aad-bd14-8203e23f7d87 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] For port 131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c,segment=NetworkSegment(f8bd9cf5-cd07-44dc-b088-c619ff951dc1),segment_id=f8bd9cf5-cd07-44dc-b088-c619ff951dc1)] {{(pid=103820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:31:02.822842 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-98adaa7f-d5dd-4a64-a11f-5ae42e91adf4 req-1d014c87-babb-4aad-bd14-8203e23f7d87 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:02.836845 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [req-98adaa7f-d5dd-4a64-a11f-5ae42e91adf4 req-1d014c87-babb-4aad-bd14-8203e23f7d87 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Calling delete_port for 131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c owned by compute:nova {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:31:03.051035 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-29c6043c-2281-4ee1-8e90-1c016a0a2350 req-d483e32e-1664-4d93-bd96-d58becdd2feb tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (0590008b-5bca-48f2-9b66-badfe970048f), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:03.083715 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483e32e-1664-4d93-bd96-d58becdd2feb tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event deleted for resources: {'Port': ['ID=0590008b-5bca-48f2-9b66-badfe970048f,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:31:03.273327 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d56be041-1b25-400e-8522-a529279fafdb req-627f919e-02a3-4b7d-9e1f-9cac93cd7738 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d8225b-9d2b-4238-9e0b-9a60e5f155bd HTTP/1.1" status: 200 len: 210 time: 0.0543687 Mar 29 20:31:03.340498 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd1faa-b1a8-4d7e-8bd7-9a0c6e7a7b3b req-0b60ae75-d978-4a5f-9256-a1d8bd367c1d tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:31:03.342056 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cdfd1faa-b1a8-4d7e-8bd7-9a0c6e7a7b3b req-0b60ae75-d978-4a5f-9256-a1d8bd367c1d tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?device_id=2483481a-81d0-4d54-979e-876a6477eff7 HTTP/1.1" status: 200 len: 946 time: 0.1244254 Mar 29 20:31:03.396419 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-cdfd1faa-b1a8-4d7e-8bd7-9a0c6e7a7b3b req-f942b0ea-d465-47b8-bd9b-a4b9040d956e tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e65e6e4-4985-4517-b05b-48860a56b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455363 Mar 29 20:31:03.465092 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29c6043c-2281-4ee1-8e90-1c016a0a2350 req-d483e32e-1664-4d93-bd96-d58becdd2feb tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:31:03.481695 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-98adaa7f-d5dd-4a64-a11f-5ae42e91adf4 req-1d014c87-babb-4aad-bd14-8203e23f7d87 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:03.496368 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:31:03.514119 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d014c87-babb-4aad-bd14-8203e23f7d87 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Pushing event deleted for resources: {'Port': ['ID=131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:31:03.524548 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d014c87-babb-4aad-bd14-8203e23f7d87 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:03.524894 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d014c87-babb-4aad-bd14-8203e23f7d87 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:03.525309 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d014c87-babb-4aad-bd14-8203e23f7d87 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:03.525652 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d014c87-babb-4aad-bd14-8203e23f7d87 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:03.530600 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d014c87-babb-4aad-bd14-8203e23f7d87 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:03.530600 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d014c87-babb-4aad-bd14-8203e23f7d87 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:03.530600 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d014c87-babb-4aad-bd14-8203e23f7d87 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:03.530600 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d014c87-babb-4aad-bd14-8203e23f7d87 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:03.530600 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d014c87-babb-4aad-bd14-8203e23f7d87 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:03.530600 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d014c87-babb-4aad-bd14-8203e23f7d87 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:03.530600 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d014c87-babb-4aad-bd14-8203e23f7d87 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:03.530600 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d014c87-babb-4aad-bd14-8203e23f7d87 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:03.530600 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d014c87-babb-4aad-bd14-8203e23f7d87 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:03.530600 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d014c87-babb-4aad-bd14-8203e23f7d87 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:03.530600 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d014c87-babb-4aad-bd14-8203e23f7d87 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:03.589113 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [req-98adaa7f-d5dd-4a64-a11f-5ae42e91adf4 req-1d014c87-babb-4aad-bd14-8203e23f7d87 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] No DVR routers for this DVR port 131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c on host hv-cinder-78481 {{(pid=103820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:31:03.592687 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [req-98adaa7f-d5dd-4a64-a11f-5ae42e91adf4 req-1d014c87-babb-4aad-bd14-8203e23f7d87 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:03.595986 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-98adaa7f-d5dd-4a64-a11f-5ae42e91adf4 req-1d014c87-babb-4aad-bd14-8203e23f7d87 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.42 "DELETE /v2.0/ports/131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c HTTP/1.1" status: 204 len: 173 time: 0.9732921 Mar 29 20:31:03.596316 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29c6043c-2281-4ee1-8e90-1c016a0a2350 req-d483e32e-1664-4d93-bd96-d58becdd2feb tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:31:03.596525 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2483481a-81d0-4d54-979e-876a6477eff7', 'name': 'network-vif-deleted', 'tag': '131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c'}] {{(pid=103820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:31:03.600168 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6edefd21b48d6680289e87f093b2b3ac5ccca22ebb7ce82a748a83257c36a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6116f31e-3630-49b1-9187-2092482f2cc0" -d '{"events": [{"server_uuid": "2483481a-81d0-4d54-979e-876a6477eff7", "name": "network-vif-deleted", "tag": "131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c"}]}' {{(pid=103820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:31:03.608577 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55183173-16c9-4784-88b4-48ff7701b3b3 None None] Sync routers for ids ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:31:03.627930 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55183173-16c9-4784-88b4-48ff7701b3b3 None None] Routers {'4a8de07c-e7e6-411d-ad8d-06d31fa09371'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:31:03.627930 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-55183173-16c9-4784-88b4-48ff7701b3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:30:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:31:03.656741 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c6043c-2281-4ee1-8e90-1c016a0a2350 req-d483e32e-1664-4d93-bd96-d58becdd2feb tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] No DVR routers for this DVR port 0590008b-5bca-48f2-9b66-badfe970048f on host hv-cinder-78481 {{(pid=103821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:31:03.656741 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-29c6043c-2281-4ee1-8e90-1c016a0a2350 req-d483e32e-1664-4d93-bd96-d58becdd2feb tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:03.659315 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-29c6043c-2281-4ee1-8e90-1c016a0a2350 req-d483e32e-1664-4d93-bd96-d58becdd2feb tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.42 "DELETE /v2.0/ports/0590008b-5bca-48f2-9b66-badfe970048f HTTP/1.1" status: 204 len: 173 time: 1.2331681 Mar 29 20:31:03.659773 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d8225b-9d2b-4238-9e0b-9a60e5f155bd', 'name': 'network-vif-deleted', 'tag': '0590008b-5bca-48f2-9b66-badfe970048f'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:31:03.662208 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5802483d-f10a-428c-a79c-246e36e8a539" -d '{"events": [{"server_uuid": "c7d8225b-9d2b-4238-9e0b-9a60e5f155bd", "name": "network-vif-deleted", "tag": "0590008b-5bca-48f2-9b66-badfe970048f"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:31:03.706943 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991477ea-9e92-48b2-8ed5-13c8aab9dc54 x-openstack-request-id: req-991477ea-9e92-48b2-8ed5-13c8aab9dc54 {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:31:03.707233 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d8225b-9d2b-4238-9e0b-9a60e5f155bd", "name": "network-vif-deleted", "tag": "0590008b-5bca-48f2-9b66-badfe970048f", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:31:03.707613 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-991477ea-9e92-48b2-8ed5-13c8aab9dc54 {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:31:03.707854 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-991477ea-9e92-48b2-8ed5-13c8aab9dc54'] response: {'server_uuid': 'c7d8225b-9d2b-4238-9e0b-9a60e5f155bd', 'name': 'network-vif-deleted', 'tag': '0590008b-5bca-48f2-9b66-badfe970048f', 'status': 'completed', 'code': 200} Mar 29 20:31:03.748660 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252eec3b-91f2-40cb-bf21-80cac9a913fd x-openstack-request-id: req-252eec3b-91f2-40cb-bf21-80cac9a913fd {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:31:03.748660 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2483481a-81d0-4d54-979e-876a6477eff7", "name": "network-vif-deleted", "tag": "131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c", "status": "completed", "code": 200}]} {{(pid=103820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:31:03.748660 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-252eec3b-91f2-40cb-bf21-80cac9a913fd {{(pid=103820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:31:03.748660 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-252eec3b-91f2-40cb-bf21-80cac9a913fd'] response: {'server_uuid': '2483481a-81d0-4d54-979e-876a6477eff7', 'name': 'network-vif-deleted', 'tag': '131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c', 'status': 'completed', 'code': 200} Mar 29 20:31:03.754337 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-55183173-16c9-4784-88b4-48ff7701b3b3 None None] Set router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:31:03.984896 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-55183173-16c9-4784-88b4-48ff7701b3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:05Z', 'revision_number': 4, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port': {'id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '932dd424-b773-41d9-92a5-599c5ed7dbfc', 'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'mac_address': 'fa:16:3e:9e:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:05Z', 'updated_at': '2022-03-29T20:26:09Z', 'revision_number': 5, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'subnets': [{'id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:31:04.012824 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55183173-16c9-4784-88b4-48ff7701b3b3 None None] Checking router: 4a8de07c-e7e6-411d-ad8d-06d31fa09371 for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:31:04.022164 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55183173-16c9-4784-88b4-48ff7701b3b3 None None] Routers {'4a8de07c-e7e6-411d-ad8d-06d31fa09371'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:31:04.022821 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-55183173-16c9-4784-88b4-48ff7701b3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:30:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:31:04.140977 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-55183173-16c9-4784-88b4-48ff7701b3b3 None None] Set router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:31:04.397957 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f9b9bc7d-5b9e-4835-9c18-b18c9cb7e22a req-4c29491f-0226-4df3-9a69-c422c3400fd3 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d8225b-9d2b-4238-9e0b-9a60e5f155bd HTTP/1.1" status: 200 len: 210 time: 0.0334947 Mar 29 20:31:04.404112 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-55183173-16c9-4784-88b4-48ff7701b3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:05Z', 'revision_number': 4, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port': {'id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '932dd424-b773-41d9-92a5-599c5ed7dbfc', 'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'mac_address': 'fa:16:3e:9e:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:05Z', 'updated_at': '2022-03-29T20:26:09Z', 'revision_number': 5, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'subnets': [{'id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:31:04.435466 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55183173-16c9-4784-88b4-48ff7701b3b3 None None] The sync data for ids ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'] in dv-cinder-784815-3-iscsi is: [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:05Z', 'revision_number': 4, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port': {'id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': '932dd424-b773-41d9-92a5-599c5ed7dbfc', 'name': '', 'network_id': 'f8b66423-ac0e-4129-a8d8-af5b7d1e3244', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'mac_address': 'fa:16:3e:9e:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:05Z', 'updated_at': '2022-03-29T20:26:09Z', 'revision_number': 5, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'subnets': [{'id': '99e69427-dc4b-4dea-9fd9-9d2856b30669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:31:04.524520 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-24eea091-a1fb-47f4-8d5e-5614addbccc9 req-29dc4489-be23-4216-afbf-5cb74c4f28bb tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?device_id=2483481a-81d0-4d54-979e-876a6477eff7 HTTP/1.1" status: 200 len: 210 time: 0.0277822 Mar 29 20:31:04.694225 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddea709-aeae-4463-be16-6bd1167c4433 None None] New status for floating IP 6fcf4a41-e15c-4046-8075-37d33056dfa3: DOWN {{(pid=103822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 20:31:05.578088 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 52668) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:31:05.637785 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-01fc554d-b224-41fb-81cb-25e060514b60 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group (cedaf000-aebc-4256-9857-2ab56e3caae7), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:05.662993 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-01fc554d-b224-41fb-81cb-25e060514b60 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group (cedaf000-aebc-4256-9857-2ab56e3caae7), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:05.828267 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-01fc554d-b224-41fb-81cb-25e060514b60 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (cedaf000-aebc-4256-9857-2ab56e3caae7), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:05.831155 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-01fc554d-b224-41fb-81cb-25e060514b60 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:05.832435 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-01fc554d-b224-41fb-81cb-25e060514b60 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "DELETE /v2.0/security-groups/cedaf000-aebc-4256-9857-2ab56e3caae7 HTTP/1.1" status: 204 len: 168 time: 0.2536540 Mar 29 20:31:05.835364 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 52672) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:31:05.843494 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc554d-b224-41fb-81cb-25e060514b60 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedaf000-aebc-4256-9857-2ab56e3caae7,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:31:05.849966 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.api.v2.resource [None req-45ca618a-9b61-40fd-b5eb-bfe999232d30 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] show failed (client error): The resource could not be found. Mar 29 20:31:05.857505 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-45ca618a-9b61-40fd-b5eb-bfe999232d30 tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "GET /v2.0/security-groups/cedaf000-aebc-4256-9857-2ab56e3caae7 HTTP/1.1" status: 404 len: 347 time: 0.0146248 Mar 29 20:31:05.861697 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 52674) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:31:05.998030 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-7c0b84e3-156b-4fd9-bca7-196af8bee6ad tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Deleting port 7dd7e941-dffd-4b85-9ff8-f790787422ba {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:31:05.998372 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7c0b84e3-156b-4fd9-bca7-196af8bee6ad tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (7dd7e941-dffd-4b85-9ff8-f790787422ba), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:06.092095 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7c0b84e3-156b-4fd9-bca7-196af8bee6ad tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (7dd7e941-dffd-4b85-9ff8-f790787422ba), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:06.092425 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7c0b84e3-156b-4fd9-bca7-196af8bee6ad tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for floatingip (7dd7e941-dffd-4b85-9ff8-f790787422ba), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:06.104177 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-7c0b84e3-156b-4fd9-bca7-196af8bee6ad tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Calling delete_port for 7dd7e941-dffd-4b85-9ff8-f790787422ba owned by network:floatingip {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:31:06.321146 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7c0b84e3-156b-4fd9-bca7-196af8bee6ad tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (7dd7e941-dffd-4b85-9ff8-f790787422ba), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:06.346953 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b84e3-156b-4fd9-bca7-196af8bee6ad tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Pushing event deleted for resources: {'Port': ['ID=7dd7e941-dffd-4b85-9ff8-f790787422ba,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:31:06.425721 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7c0b84e3-156b-4fd9-bca7-196af8bee6ad tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks [] for floatingip (6fcf4a41-e15c-4046-8075-37d33056dfa3), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:06.428315 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-7c0b84e3-156b-4fd9-bca7-196af8bee6ad tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:06.429481 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-7c0b84e3-156b-4fd9-bca7-196af8bee6ad tempest-AttachVolumeNegativeTest-184794469 tempest-AttachVolumeNegativeTest-184794469-project] 10.222.0.43 "DELETE /v2.0/floatingips/6fcf4a41-e15c-4046-8075-37d33056dfa3 HTTP/1.1" status: 204 len: 168 time: 0.5667329 Mar 29 20:31:07.334627 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:31:07.359479 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] No Port match for: 131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:31:07.359820 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 131a7c6e-bc6e-4157-bb0c-b9d7744fbb0c not bound to the agent host hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:31:07.360221 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 0590008b-5bca-48f2-9b66-badfe970048f no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:31:07.378743 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] No Port match for: 0590008b-5bca-48f2-9b66-badfe970048f {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:31:07.386951 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 0590008b-5bca-48f2-9b66-badfe970048f not bound to the agent host hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:31:10.183999 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-9e1f5e4d-b220-4804-bcac-34dc5daab9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:12.281222 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-3f2a89da-bb05-429c-8544-7dac52429199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:12.856367 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 52748) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:31:13.267522 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ddc26394-d421-47e4-9967-88330eeac35f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548673'] for router_interface (4a8de07c-e7e6-411d-ad8d-06d31fa09371), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:13.520485 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-ddc26394-d421-47e4-9967-88330eeac35f admin admin] Deleting port 932dd424-b773-41d9-92a5-599c5ed7dbfc {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:31:13.520815 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ddc26394-d421-47e4-9967-88330eeac35f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (932dd424-b773-41d9-92a5-599c5ed7dbfc), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:13.599185 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-ddc26394-d421-47e4-9967-88330eeac35f admin admin] For port 932dd424-b773-41d9-92a5-599c5ed7dbfc, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=932dd424-b773-41d9-92a5-599c5ed7dbfc,segment=NetworkSegment(5e7bedf7-f22f-4efb-a5de-316c44ea4199),segment_id=5e7bedf7-f22f-4efb-a5de-316c44ea4199)] {{(pid=103820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:31:13.599547 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ddc26394-d421-47e4-9967-88330eeac35f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (932dd424-b773-41d9-92a5-599c5ed7dbfc), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:13.612550 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-ddc26394-d421-47e4-9967-88330eeac35f admin admin] Calling delete_port for 932dd424-b773-41d9-92a5-599c5ed7dbfc owned by network:router_interface {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:31:13.733169 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:13.886711 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ddc26394-d421-47e4-9967-88330eeac35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (932dd424-b773-41d9-92a5-599c5ed7dbfc), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:13.912582 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc26394-d421-47e4-9967-88330eeac35f admin admin] Pushing event deleted for resources: {'Port': ['ID=932dd424-b773-41d9-92a5-599c5ed7dbfc,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:31:14.099023 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ddc26394-d421-47e4-9967-88330eeac35f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3663940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548049'] for router_interface (4a8de07c-e7e6-411d-ad8d-06d31fa09371), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:14.340126 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc26394-d421-47e4-9967-88330eeac35f admin admin] Router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:31:14.453788 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc26394-d421-47e4-9967-88330eeac35f admin admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:31:14.463234 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-ddc26394-d421-47e4-9967-88330eeac35f admin admin] 10.222.0.43 "PUT /v2.0/routers/4a8de07c-e7e6-411d-ad8d-06d31fa09371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6014235 Mar 29 20:31:14.463234 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 52758) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:31:14.464489 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f43619-ca3a-48b3-baa6-67487d580550 None None] Sync routers for ids ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:31:14.475853 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f43619-ca3a-48b3-baa6-67487d580550 None None] Routers {'4a8de07c-e7e6-411d-ad8d-06d31fa09371'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:31:14.481337 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-d7f43619-ca3a-48b3-baa6-67487d580550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:31:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:31:14.572400 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f1b238df-d153-4c97-b4e8-b49441190e80 admin admin] Publish callbacks [] for router (4a8de07c-e7e6-411d-ad8d-06d31fa09371), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:14.587203 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-d7f43619-ca3a-48b3-baa6-67487d580550 None None] Set router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:31:14.680585 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f1b238df-d153-4c97-b4e8-b49441190e80 admin admin] Publish callbacks [] for router_gateway (4a8de07c-e7e6-411d-ad8d-06d31fa09371), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:14.780865 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-d7f43619-ca3a-48b3-baa6-67487d580550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:31:13Z', 'revision_number': 5, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port': {'id': '2cca5e76-e52a-45c8-9a89-06729004b54c', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:31:14.817319 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-f1b238df-d153-4c97-b4e8-b49441190e80 admin admin] Deleting port 2cca5e76-e52a-45c8-9a89-06729004b54c {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:31:14.817706 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f1b238df-d153-4c97-b4e8-b49441190e80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (2cca5e76-e52a-45c8-9a89-06729004b54c), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:14.822279 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f43619-ca3a-48b3-baa6-67487d580550 None None] Checking router: 4a8de07c-e7e6-411d-ad8d-06d31fa09371 for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:31:14.833274 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f43619-ca3a-48b3-baa6-67487d580550 None None] Routers {'4a8de07c-e7e6-411d-ad8d-06d31fa09371'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:31:14.834189 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-d7f43619-ca3a-48b3-baa6-67487d580550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:31:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:31:14.840877 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:14.908223 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-f1b238df-d153-4c97-b4e8-b49441190e80 admin admin] For port 2cca5e76-e52a-45c8-9a89-06729004b54c, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=2cca5e76-e52a-45c8-9a89-06729004b54c,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:31:14.908877 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f1b238df-d153-4c97-b4e8-b49441190e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (2cca5e76-e52a-45c8-9a89-06729004b54c), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:14.923074 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-f1b238df-d153-4c97-b4e8-b49441190e80 admin admin] Calling delete_port for 2cca5e76-e52a-45c8-9a89-06729004b54c owned by network:router_gateway {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:31:14.933757 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-d7f43619-ca3a-48b3-baa6-67487d580550 None None] Set router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 gateway port host: None {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:31:14.987522 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-d7f43619-ca3a-48b3-baa6-67487d580550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:31:14Z', 'revision_number': 6, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port_host': None}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:31:15.018164 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f43619-ca3a-48b3-baa6-67487d580550 None None] The sync data for ids ['4a8de07c-e7e6-411d-ad8d-06d31fa09371'] in dv-cinder-784815-3-iscsi is: [{'id': '4a8de07c-e7e6-411d-ad8d-06d31fa09371', 'name': 'tempest-AttachVolumeNegativeTest-2078909754-router', 'tenant_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:26:02Z', 'updated_at': '2022-03-29T20:31:14Z', 'revision_number': 6, 'project_id': '10e0da9e3b824cd2bfb89fac347f7dc6', 'gw_port_host': None}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:31:15.210486 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f1b238df-d153-4c97-b4e8-b49441190e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (2cca5e76-e52a-45c8-9a89-06729004b54c), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:15.242603 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b238df-d153-4c97-b4e8-b49441190e80 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cca5e76-e52a-45c8-9a89-06729004b54c,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:31:15.306856 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f1b238df-d153-4c97-b4e8-b49441190e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540987'] for router_gateway (4a8de07c-e7e6-411d-ad8d-06d31fa09371), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:15.380079 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:31:15.402944 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f1b238df-d153-4c97-b4e8-b49441190e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-391'] for router (4a8de07c-e7e6-411d-ad8d-06d31fa09371), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:15.405748 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f1b238df-d153-4c97-b4e8-b49441190e80 admin admin] Publish callbacks [] for router_controller (4a8de07c-e7e6-411d-ad8d-06d31fa09371), precommit_delete_associations {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:15.515163 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f1b238df-d153-4c97-b4e8-b49441190e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-546014'] for router (4a8de07c-e7e6-411d-ad8d-06d31fa09371), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:15.515728 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b238df-d153-4c97-b4e8-b49441190e80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a8de07c-e7e6-411d-ad8d-06d31fa09371 {{(pid=103820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 20:31:15.525780 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f1b238df-d153-4c97-b4e8-b49441190e80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:15.525780 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-f1b238df-d153-4c97-b4e8-b49441190e80 admin admin] 10.222.0.43 "DELETE /v2.0/routers/4a8de07c-e7e6-411d-ad8d-06d31fa09371 HTTP/1.1" status: 204 len: 168 time: 1.0606341 Mar 29 20:31:15.526426 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 52762) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:31:15.571899 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_v2 [None req-85531b24-a2bf-40bc-87bb-56323317d845 admin admin] Deleting subnet 99e69427-dc4b-4dea-9fd9-9d2856b30669 {{(pid=103820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 20:31:15.576428 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-85531b24-a2bf-40bc-87bb-56323317d845 admin admin] Publish callbacks [] for subnet (99e69427-dc4b-4dea-9fd9-9d2856b30669), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:15.614546 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-85531b24-a2bf-40bc-87bb-56323317d845 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129519656'] for subnet (99e69427-dc4b-4dea-9fd9-9d2856b30669), precommit_delete_associations {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:15.694125 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-85531b24-a2bf-40bc-87bb-56323317d845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3219654'] for subnet (99e69427-dc4b-4dea-9fd9-9d2856b30669), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:15.829971 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-85531b24-a2bf-40bc-87bb-56323317d845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3219697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126325774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126129293'] for subnet (99e69427-dc4b-4dea-9fd9-9d2856b30669), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:15.856451 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85531b24-a2bf-40bc-87bb-56323317d845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99e69427-dc4b-4dea-9fd9-9d2856b30669,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:31:15.861222 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-85531b24-a2bf-40bc-87bb-56323317d845 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:15.869060 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-85531b24-a2bf-40bc-87bb-56323317d845 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/99e69427-dc4b-4dea-9fd9-9d2856b30669 HTTP/1.1" status: 204 len: 168 time: 0.3391523 Mar 29 20:31:15.869365 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 52764) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:31:15.873858 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fb0078-04c0-4278-9a05-a81f9d77c4c1 None None] Network f8b66423-ac0e-4129-a8d8-af5b7d1e3244 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:31:15.984345 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 932dd424-b773-41d9-92a5-599c5ed7dbfc no longer exists at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:31:15.984500 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c27b8d50-24d1-4a05-a213-763b1d855af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148679'] for network (f8b66423-ac0e-4129-a8d8-af5b7d1e3244), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:16.005966 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] No Port match for: 932dd424-b773-41d9-92a5-599c5ed7dbfc {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:31:16.006390 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 932dd424-b773-41d9-92a5-599c5ed7dbfc not bound to the agent host dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:31:16.006863 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 2cca5e76-e52a-45c8-9a89-06729004b54c no longer exists at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:31:16.036766 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] No Port match for: 2cca5e76-e52a-45c8-9a89-06729004b54c {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:31:16.037007 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 2cca5e76-e52a-45c8-9a89-06729004b54c not bound to the agent host dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:31:16.046993 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-c27b8d50-24d1-4a05-a213-763b1d855af9 admin admin] Deleting port 9b4d0e7e-51de-4bbc-8128-673de8f00540 {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:31:16.047348 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c27b8d50-24d1-4a05-a213-763b1d855af9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (9b4d0e7e-51de-4bbc-8128-673de8f00540), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:16.108855 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf13a0a0-a44e-40fb-b04f-5adaa3049e08 None None] DHCP port deletion for f8b66423-ac0e-4129-a8d8-af5b7d1e3244 request from dv-cinder-784815-3-iscsi {{(pid=103822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 20:31:16.121527 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-c27b8d50-24d1-4a05-a213-763b1d855af9 admin admin] For port 9b4d0e7e-51de-4bbc-8128-673de8f00540, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=9b4d0e7e-51de-4bbc-8128-673de8f00540,segment=NetworkSegment(5e7bedf7-f22f-4efb-a5de-316c44ea4199),segment_id=5e7bedf7-f22f-4efb-a5de-316c44ea4199)] {{(pid=103820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:31:16.121895 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c27b8d50-24d1-4a05-a213-763b1d855af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (9b4d0e7e-51de-4bbc-8128-673de8f00540), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:16.141863 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-c27b8d50-24d1-4a05-a213-763b1d855af9 admin admin] Calling delete_port for 9b4d0e7e-51de-4bbc-8128-673de8f00540 owned by network:dhcp {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:31:16.163880 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-bf13a0a0-a44e-40fb-b04f-5adaa3049e08 None None] Deleting port 9b4d0e7e-51de-4bbc-8128-673de8f00540 {{(pid=103822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:31:16.164602 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bf13a0a0-a44e-40fb-b04f-5adaa3049e08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (9b4d0e7e-51de-4bbc-8128-673de8f00540), before_delete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:16.231255 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-bf13a0a0-a44e-40fb-b04f-5adaa3049e08 None None] For port 9b4d0e7e-51de-4bbc-8128-673de8f00540, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=9b4d0e7e-51de-4bbc-8128-673de8f00540,segment=NetworkSegment(5e7bedf7-f22f-4efb-a5de-316c44ea4199),segment_id=5e7bedf7-f22f-4efb-a5de-316c44ea4199)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:31:16.231849 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bf13a0a0-a44e-40fb-b04f-5adaa3049e08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (9b4d0e7e-51de-4bbc-8128-673de8f00540), precommit_delete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:16.244516 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-bf13a0a0-a44e-40fb-b04f-5adaa3049e08 None None] Calling delete_port for 9b4d0e7e-51de-4bbc-8128-673de8f00540 owned by network:dhcp {{(pid=103822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:31:16.353783 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c27b8d50-24d1-4a05-a213-763b1d855af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (9b4d0e7e-51de-4bbc-8128-673de8f00540), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:16.364880 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bf13a0a0-a44e-40fb-b04f-5adaa3049e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279'] for port (9b4d0e7e-51de-4bbc-8128-673de8f00540), after_delete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:16.385497 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27b8d50-24d1-4a05-a213-763b1d855af9 admin admin] No DVR routers for this DVR port 9b4d0e7e-51de-4bbc-8128-673de8f00540 on host dv-cinder-784815-3-iscsi {{(pid=103820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:31:16.391387 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13a0a0-a44e-40fb-b04f-5adaa3049e08 None None] Pushing event deleted for resources: {'Port': ['ID=9b4d0e7e-51de-4bbc-8128-673de8f00540,revision_number=None']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:31:16.391915 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b8d50-24d1-4a05-a213-763b1d855af9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b4d0e7e-51de-4bbc-8128-673de8f00540,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:31:16.393780 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf13a0a0-a44e-40fb-b04f-5adaa3049e08 None None] No DVR routers for this DVR port 9b4d0e7e-51de-4bbc-8128-673de8f00540 on host dv-cinder-784815-3-iscsi {{(pid=103822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:31:16.402500 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf13a0a0-a44e-40fb-b04f-5adaa3049e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:16.422368 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf13a0a0-a44e-40fb-b04f-5adaa3049e08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:16.422368 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf13a0a0-a44e-40fb-b04f-5adaa3049e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:16.422368 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf13a0a0-a44e-40fb-b04f-5adaa3049e08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:16.422368 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf13a0a0-a44e-40fb-b04f-5adaa3049e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:16.422368 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf13a0a0-a44e-40fb-b04f-5adaa3049e08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:16.422368 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf13a0a0-a44e-40fb-b04f-5adaa3049e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:16.422368 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf13a0a0-a44e-40fb-b04f-5adaa3049e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:16.422368 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf13a0a0-a44e-40fb-b04f-5adaa3049e08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:16.422368 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf13a0a0-a44e-40fb-b04f-5adaa3049e08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:16.422368 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf13a0a0-a44e-40fb-b04f-5adaa3049e08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:16.422368 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf13a0a0-a44e-40fb-b04f-5adaa3049e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:16.422368 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf13a0a0-a44e-40fb-b04f-5adaa3049e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:16.422368 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf13a0a0-a44e-40fb-b04f-5adaa3049e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:16.422368 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf13a0a0-a44e-40fb-b04f-5adaa3049e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:16.463707 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:16.522123 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c27b8d50-24d1-4a05-a213-763b1d855af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336013', 'neutron.services.segments.db._delete_segments_for_network-8738049908282'] for network (f8b66423-ac0e-4129-a8d8-af5b7d1e3244), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:16.564751 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.services.segments.db [None req-c27b8d50-24d1-4a05-a213-763b1d855af9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b66423-ac0e-4129-a8d8-af5b7d1e3244']}} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:31:16.572333 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.services.segments.db [None req-c27b8d50-24d1-4a05-a213-763b1d855af9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e7bedf7-f22f-4efb-a5de-316c44ea4199') {'for_net_delete': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:31:16.572620 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.services.segments.db [None req-c27b8d50-24d1-4a05-a213-763b1d855af9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e7bedf7-f22f-4efb-a5de-316c44ea4199') {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:31:16.587369 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c27b8d50-24d1-4a05-a213-763b1d855af9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050091075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129519651'] for segment (5e7bedf7-f22f-4efb-a5de-316c44ea4199), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:16.619133 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-828d3d76-8ae6-4dd0-b4d2-bdefac4be4ac tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:31:16.620638 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-828d3d76-8ae6-4dd0-b4d2-bdefac4be4ac tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/networks?id=9e0aee22-ce71-423d-943d-4495212c9b74 HTTP/1.1" status: 200 len: 814 time: 0.1561701 Mar 29 20:31:16.621664 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c27b8d50-24d1-4a05-a213-763b1d855af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (5e7bedf7-f22f-4efb-a5de-316c44ea4199), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:16.628839 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c27b8d50-24d1-4a05-a213-763b1d855af9 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c27b8d50-24d1-4a05-a213-763b1d855af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126327720'] for segment (5e7bedf7-f22f-4efb-a5de-316c44ea4199), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: Traceback (most recent call last): Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: timer() Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: cb(*args, **kw) Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: return func(*args, **kwargs) Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: self._notify() Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: self.callback(batched_events) Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: event.method(event) Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: return f(self, *a, **k) Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: return self._get(url).json() Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: return self.request(url, 'GET', **kwargs) Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 20:31:16.634223 dv-cinder-784815-3-iscsi neutron-server[103820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 20:31:16.676271 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-a6ae82ff-5762-4303-8165-c3aa7a7d6be7 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/quotas/c2dcb93c78b744409bc8b0d8c5aa967d HTTP/1.1" status: 200 len: 375 time: 0.0485339 Mar 29 20:31:16.713020 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-d68ab640-a9a8-4c6f-98b6-a3cd1e2abc8f tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c2dcb93c78b744409bc8b0d8c5aa967d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284953 Mar 29 20:31:16.773675 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-a743fddb-d643-44bf-b920-a26d7b153ca5 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103820) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 20:31:16.774674 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-a743fddb-d643-44bf-b920-a26d7b153ca5 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0542469 Mar 29 20:31:16.827717 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c27b8d50-24d1-4a05-a213-763b1d855af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541015'] for network (f8b66423-ac0e-4129-a8d8-af5b7d1e3244), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:16.835095 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c27b8d50-24d1-4a05-a213-763b1d855af9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:16.838249 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-c27b8d50-24d1-4a05-a213-763b1d855af9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f8b66423-ac0e-4129-a8d8-af5b7d1e3244 HTTP/1.1" status: 204 len: 168 time: 0.9676108 Mar 29 20:31:16.852717 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b8d50-24d1-4a05-a213-763b1d855af9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8b66423-ac0e-4129-a8d8-af5b7d1e3244,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:31:16.898845 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-e930eadb-f51d-4e41-9a0c-db37e1b178c6 service neutron] 10.222.0.43 "GET /v2.0/networks/9e0aee22-ce71-423d-943d-4495212c9b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164401 Mar 29 20:31:17.000541 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-f440fa5a-b3c3-4544-a7ee-65c16dfdc218 service neutron] 10.222.0.43 "GET /v2.0/networks/9e0aee22-ce71-423d-943d-4495212c9b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948715 Mar 29 20:31:17.206136 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 52784) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:31:17.247399 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-a5dfd1bf-3314-41eb-82aa-bcfa7d2352c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=10e0da9e3b824cd2bfb89fac347f7dc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399892 Mar 29 20:31:17.254377 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 52788) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:31:17.323057 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3b271fa3-d6f5-46c8-ad21-5188319ab5a5 req-59a0f170-0e36-4e21-85f6-b14c4b479e09 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?device_id=45f4610f-2b54-4b76-becf-a1e57ee40bc0 HTTP/1.1" status: 200 len: 210 time: 0.0377376 Mar 29 20:31:17.344127 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-35b4a45a-b3a4-4535-b4ee-161639b577b3 admin admin] Publish callbacks [] for security_group (d81ebfb7-cbcc-4636-8bf7-69d7e690b605), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:17.363383 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-35b4a45a-b3a4-4535-b4ee-161639b577b3 admin admin] Publish callbacks [] for security_group (d81ebfb7-cbcc-4636-8bf7-69d7e690b605), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:17.519176 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-35b4a45a-b3a4-4535-b4ee-161639b577b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (d81ebfb7-cbcc-4636-8bf7-69d7e690b605), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:17.521982 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-35b4a45a-b3a4-4535-b4ee-161639b577b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:17.526247 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-35b4a45a-b3a4-4535-b4ee-161639b577b3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d81ebfb7-cbcc-4636-8bf7-69d7e690b605 HTTP/1.1" status: 204 len: 168 time: 0.2688456 Mar 29 20:31:17.538354 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4a45a-b3a4-4535-b4ee-161639b577b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81ebfb7-cbcc-4636-8bf7-69d7e690b605,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:31:17.962837 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 9b4d0e7e-51de-4bbc-8128-673de8f00540 no longer exists at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:31:17.987765 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] No Port match for: 9b4d0e7e-51de-4bbc-8128-673de8f00540 {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:31:17.988110 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 9b4d0e7e-51de-4bbc-8128-673de8f00540 not bound to the agent host dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:31:18.406557 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3728d51b-635f-4f76-8c08-3aac714b4170 req-052575e9-cf0e-49d3-b868-f2c4286d20f3 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?device_id=45f4610f-2b54-4b76-becf-a1e57ee40bc0 HTTP/1.1" status: 200 len: 210 time: 0.0283144 Mar 29 20:31:19.504331 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4efb7445-b515-42aa-afc4-1a3243f3f45b req-ac2c24a8-a72c-47f8-952f-acb247d9fab6 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?device_id=45f4610f-2b54-4b76-becf-a1e57ee40bc0 HTTP/1.1" status: 200 len: 210 time: 0.0275664 Mar 29 20:31:19.915489 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-24c9db24-9ee2-48ac-b9b6-89e579b05923 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:31:19.924381 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-24c9db24-9ee2-48ac-b9b6-89e579b05923 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.42 "GET /v2.0/networks?id=9e0aee22-ce71-423d-943d-4495212c9b74 HTTP/1.1" status: 200 len: 814 time: 0.1057129 Mar 29 20:31:19.929762 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-89e500f9-5f39-45fb-a04c-ab76d3563fec tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Request body: {'port': {'device_id': '45f4610f-2b54-4b76-becf-a1e57ee40bc0', 'network_id': '9e0aee22-ce71-423d-943d-4495212c9b74', 'admin_state_up': True, 'tenant_id': 'c2dcb93c78b744409bc8b0d8c5aa967d'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:31:20.149257 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-89e500f9-5f39-45fb-a04c-ab76d3563fec tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Made reservation on behalf of c2dcb93c78b744409bc8b0d8c5aa967d for: {'port': 1} {{(pid=103821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:31:20.152856 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-89e500f9-5f39-45fb-a04c-ab76d3563fec tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:20.290452 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_common [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-89e500f9-5f39-45fb-a04c-ab76d3563fec tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Allocated IP 172.20.0.10 (9e0aee22-ce71-423d-943d-4495212c9b74/d3d154be-0aea-4901-99d9-a307d4910c26/539bf988-3438-4725-bb1e-ca53d28c1ed5) {{(pid=103821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:31:20.470841 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-89e500f9-5f39-45fb-a04c-ab76d3563fec tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Publish callbacks [] for port (539bf988-3438-4725-bb1e-ca53d28c1ed5), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:20.604662 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-4fea3c66-5696-4fef-83ea-8bdfc82a85c5 req-f6140b2a-58c1-404f-985a-9d44ae355e7c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?device_id=45f4610f-2b54-4b76-becf-a1e57ee40bc0 HTTP/1.1" status: 200 len: 210 time: 0.0286024 Mar 29 20:31:20.658922 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-89e500f9-5f39-45fb-a04c-ab76d3563fec tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (539bf988-3438-4725-bb1e-ca53d28c1ed5), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:20.707156 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-89e500f9-5f39-45fb-a04c-ab76d3563fec tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Network 9e0aee22-ce71-423d-943d-4495212c9b74 is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:31:20.710323 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-89e500f9-5f39-45fb-a04c-ab76d3563fec tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:31:20.716613 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-89e500f9-5f39-45fb-a04c-ab76d3563fec tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Received port after_create {{(pid=103821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:31:20.723268 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e500f9-5f39-45fb-a04c-ab76d3563fec tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Pushing event updated for resources: {'Port': ['ID=539bf988-3438-4725-bb1e-ca53d28c1ed5,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:31:20.769503 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-89e500f9-5f39-45fb-a04c-ab76d3563fec tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:31:20.777102 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-89e500f9-5f39-45fb-a04c-ab76d3563fec tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:20.883136 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-89e500f9-5f39-45fb-a04c-ab76d3563fec tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9575248 Mar 29 20:31:20.895251 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-8d3c5646-8ce4-40ee-ab07-244b186a7175 service neutron] Request body: {'port': {'device_id': '45f4610f-2b54-4b76-becf-a1e57ee40bc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:31:20.958818 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-8d3c5646-8ce4-40ee-ab07-244b186a7175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (539bf988-3438-4725-bb1e-ca53d28c1ed5), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:21.239878 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-8d3c5646-8ce4-40ee-ab07-244b186a7175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 539bf988-3438-4725-bb1e-ca53d28c1ed5 {{(pid=103821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:31:21.247998 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-8d3c5646-8ce4-40ee-ab07-244b186a7175 service neutron] Publish callbacks [] for port (539bf988-3438-4725-bb1e-ca53d28c1ed5), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:21.260031 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.provisioning_blocks [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-8d3c5646-8ce4-40ee-ab07-244b186a7175 service neutron] Transition to ACTIVE for port object 539bf988-3438-4725-bb1e-ca53d28c1ed5 will not be triggered until provisioned by entity L2. {{(pid=103821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 20:31:21.354944 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-8d3c5646-8ce4-40ee-ab07-244b186a7175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129149341'] for port (539bf988-3438-4725-bb1e-ca53d28c1ed5), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:21.410386 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c5646-8ce4-40ee-ab07-244b186a7175 service neutron] Pushing event updated for resources: {'Port': ['ID=539bf988-3438-4725-bb1e-ca53d28c1ed5,revision_number=2']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:31:21.484029 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-8d3c5646-8ce4-40ee-ab07-244b186a7175 service neutron] Attempting to bind port 539bf988-3438-4725-bb1e-ca53d28c1ed5 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:31:21.484367 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-8d3c5646-8ce4-40ee-ab07-244b186a7175 service neutron] Attempting to bind port 539bf988-3438-4725-bb1e-ca53d28c1ed5 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'f8bd9cf5-cd07-44dc-b088-c619ff951dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9e0aee22-ce71-423d-943d-4495212c9b74'}] {{(pid=103821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:31:21.484691 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-8d3c5646-8ce4-40ee-ab07-244b186a7175 service neutron] Attempting to bind port 539bf988-3438-4725-bb1e-ca53d28c1ed5 on network 9e0aee22-ce71-423d-943d-4495212c9b74 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:31:21.489258 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-8d3c5646-8ce4-40ee-ab07-244b186a7175 service neutron] Port 539bf988-3438-4725-bb1e-ca53d28c1ed5 on network 9e0aee22-ce71-423d-943d-4495212c9b74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 20:31:21.489611 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-8d3c5646-8ce4-40ee-ab07-244b186a7175 service neutron] Attempting to bind port 539bf988-3438-4725-bb1e-ca53d28c1ed5 on network 9e0aee22-ce71-423d-943d-4495212c9b74 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:31:21.494484 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-8d3c5646-8ce4-40ee-ab07-244b186a7175 service neutron] Checking agent: {'id': '19337809-658a-48b1-8a65-8844936c1798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'started_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:31:21.494830 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-8d3c5646-8ce4-40ee-ab07-244b186a7175 service neutron] Checking segment: {'id': 'f8bd9cf5-cd07-44dc-b088-c619ff951dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9e0aee22-ce71-423d-943d-4495212c9b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:31:21.495215 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-8d3c5646-8ce4-40ee-ab07-244b186a7175 service neutron] Bound using segment: {'id': 'f8bd9cf5-cd07-44dc-b088-c619ff951dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9e0aee22-ce71-423d-943d-4495212c9b74'} {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:31:21.495645 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-8d3c5646-8ce4-40ee-ab07-244b186a7175 service neutron] Bound port: 539bf988-3438-4725-bb1e-ca53d28c1ed5, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8bd9cf5-cd07-44dc-b088-c619ff951dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9e0aee22-ce71-423d-943d-4495212c9b74'}}] {{(pid=103821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:31:21.496006 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-8d3c5646-8ce4-40ee-ab07-244b186a7175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (539bf988-3438-4725-bb1e-ca53d28c1ed5), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:21.567302 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-8d3c5646-8ce4-40ee-ab07-244b186a7175 service neutron] For port 539bf988-3438-4725-bb1e-ca53d28c1ed5, host hv-cinder-78481, cleared binding levels {{(pid=103821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:31:21.570491 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-8d3c5646-8ce4-40ee-ab07-244b186a7175 service neutron] For port 539bf988-3438-4725-bb1e-ca53d28c1ed5, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=539bf988-3438-4725-bb1e-ca53d28c1ed5,segment=NetworkSegment(f8bd9cf5-cd07-44dc-b088-c619ff951dc1),segment_id=f8bd9cf5-cd07-44dc-b088-c619ff951dc1)] {{(pid=103821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:31:21.697473 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-8d3c5646-8ce4-40ee-ab07-244b186a7175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129149341'] for port (539bf988-3438-4725-bb1e-ca53d28c1ed5), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:21.747202 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-8d3c5646-8ce4-40ee-ab07-244b186a7175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:31:21.747848 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-8d3c5646-8ce4-40ee-ab07-244b186a7175 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:21.749589 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-8d3c5646-8ce4-40ee-ab07-244b186a7175 service neutron] 10.222.0.42 "PUT /v2.0/ports/539bf988-3438-4725-bb1e-ca53d28c1ed5 HTTP/1.1" status: 200 len: 1094 time: 0.8580718 Mar 29 20:31:21.750230 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f4610f-2b54-4b76-becf-a1e57ee40bc0', 'tag': '539bf988-3438-4725-bb1e-ca53d28c1ed5'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:31:21.753823 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d07e2a-5124-4976-953a-321587022b47" -d '{"events": [{"name": "network-changed", "server_uuid": "45f4610f-2b54-4b76-becf-a1e57ee40bc0", "tag": "539bf988-3438-4725-bb1e-ca53d28c1ed5"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:31:21.784097 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c5646-8ce4-40ee-ab07-244b186a7175 service neutron] Pushing event updated for resources: {'Port': ['ID=539bf988-3438-4725-bb1e-ca53d28c1ed5,revision_number=3']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:31:21.974310 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe21f1bb-775b-4c30-9ee3-24942f932fd4 x-openstack-request-id: req-fe21f1bb-775b-4c30-9ee3-24942f932fd4 {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:31:21.975452 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f4610f-2b54-4b76-becf-a1e57ee40bc0", "tag": "539bf988-3438-4725-bb1e-ca53d28c1ed5", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:31:21.976051 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe21f1bb-775b-4c30-9ee3-24942f932fd4 {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:31:21.976678 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe21f1bb-775b-4c30-9ee3-24942f932fd4'] response: {'name': 'network-changed', 'server_uuid': '45f4610f-2b54-4b76-becf-a1e57ee40bc0', 'tag': '539bf988-3438-4725-bb1e-ca53d28c1ed5', 'status': 'completed', 'code': 200} Mar 29 20:31:22.003883 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-3d9e2d3c-ece8-44d7-aa16-d10c627a9ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:31:22.003883 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-3d9e2d3c-ece8-44d7-aa16-d10c627a9ff7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2dcb93c78b744409bc8b0d8c5aa967d&device_id=45f4610f-2b54-4b76-becf-a1e57ee40bc0 HTTP/1.1" status: 200 len: 1128 time: 0.0626860 Mar 29 20:31:22.049342 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade8e2c-edf5-4d29-b308-7b1a0ca209d8 req-b914e5d1-cea5-4a49-86af-bef277fae903 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:31:22.050905 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2ade8e2c-edf5-4d29-b308-7b1a0ca209d8 req-b914e5d1-cea5-4a49-86af-bef277fae903 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?device_id=45f4610f-2b54-4b76-becf-a1e57ee40bc0 HTTP/1.1" status: 200 len: 944 time: 0.3726015 Mar 29 20:31:22.058573 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-b5a4b860-896c-4968-a657-1ece3d0a0e82 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=539bf988-3438-4725-bb1e-ca53d28c1ed5 HTTP/1.1" status: 200 len: 217 time: 0.0500793 Mar 29 20:31:22.109928 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2ade8e2c-edf5-4d29-b308-7b1a0ca209d8 req-d073ddaf-225a-4754-aab7-9837f3859600 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e65e6e4-4985-4517-b05b-48860a56b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526948 Mar 29 20:31:22.114614 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-183517c5-0765-42ce-b7c6-c84d4ccc8811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:31:22.116087 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-183517c5-0765-42ce-b7c6-c84d4ccc8811 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d3d154be-0aea-4901-99d9-a307d4910c26 HTTP/1.1" status: 200 len: 854 time: 0.0518432 Mar 29 20:31:22.151539 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-637f385e-f929-4ac9-a56b-bc2dfda1cc9e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e0aee22-ce71-423d-943d-4495212c9b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262280 Mar 29 20:31:22.258917 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-a518a2e9-1b37-4bf8-b4b7-208294ec946b service neutron] 10.222.0.42 "GET /v2.0/networks/9e0aee22-ce71-423d-943d-4495212c9b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008606 Mar 29 20:31:22.356861 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-4e8f938e-cdad-4453-a4bf-8854f8178600 req-26b0bac1-c7a3-483c-8495-9ccbd8adcfcb service neutron] 10.222.0.42 "GET /v2.0/networks/9e0aee22-ce71-423d-943d-4495212c9b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894523 Mar 29 20:31:22.550789 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d07e2a-5124-4976-953a-321587022b47 req-2ca823b0-85b6-440f-ada8-b48799f4bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:31:22.552207 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-e3d07e2a-5124-4976-953a-321587022b47 req-2ca823b0-85b6-440f-ada8-b48799f4bba9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2dcb93c78b744409bc8b0d8c5aa967d&device_id=45f4610f-2b54-4b76-becf-a1e57ee40bc0 HTTP/1.1" status: 200 len: 1128 time: 0.0489225 Mar 29 20:31:22.651087 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d07e2a-5124-4976-953a-321587022b47 req-9db2fdda-a5e2-468d-80f8-a4ed95620d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:31:22.652550 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-e3d07e2a-5124-4976-953a-321587022b47 req-9db2fdda-a5e2-468d-80f8-a4ed95620d2b service neutron] 10.222.0.42 "GET /v2.0/networks?id=9e0aee22-ce71-423d-943d-4495212c9b74 HTTP/1.1" status: 200 len: 915 time: 0.0934095 Mar 29 20:31:22.698067 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-e3d07e2a-5124-4976-953a-321587022b47 req-47dee679-4466-42d4-8b11-28cdd67ff4ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=539bf988-3438-4725-bb1e-ca53d28c1ed5 HTTP/1.1" status: 200 len: 217 time: 0.0348725 Mar 29 20:31:22.744886 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d07e2a-5124-4976-953a-321587022b47 req-005c5a5b-c7b0-43fe-a0fe-980627c211e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:31:22.746383 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-e3d07e2a-5124-4976-953a-321587022b47 req-005c5a5b-c7b0-43fe-a0fe-980627c211e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d3d154be-0aea-4901-99d9-a307d4910c26 HTTP/1.1" status: 200 len: 854 time: 0.0450611 Mar 29 20:31:22.784662 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-e3d07e2a-5124-4976-953a-321587022b47 req-259bb58b-0169-4674-91d9-dd2dccf9bf37 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e0aee22-ce71-423d-943d-4495212c9b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316517 Mar 29 20:31:22.902934 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-e3d07e2a-5124-4976-953a-321587022b47 req-1243eda0-6ad0-45c6-827e-fc10a9fcceb0 service neutron] 10.222.0.42 "GET /v2.0/networks/9e0aee22-ce71-423d-943d-4495212c9b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977695 Mar 29 20:31:22.994220 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-e3d07e2a-5124-4976-953a-321587022b47 req-35ff5d46-70df-4364-b113-87fca8fd8503 service neutron] 10.222.0.42 "GET /v2.0/networks/9e0aee22-ce71-423d-943d-4495212c9b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990331 Mar 29 20:31:23.236160 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7e782-c597-40e6-9263-34a484796183 req-43133263-7350-425e-8b3c-4533fe9cefd8 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:31:23.237665 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3db7e782-c597-40e6-9263-34a484796183 req-43133263-7350-425e-8b3c-4533fe9cefd8 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?device_id=45f4610f-2b54-4b76-becf-a1e57ee40bc0 HTTP/1.1" status: 200 len: 944 time: 0.0562000 Mar 29 20:31:23.287942 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-3db7e782-c597-40e6-9263-34a484796183 req-59650fad-4e4a-4dbb-9382-ead6c0d446b8 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e65e6e4-4985-4517-b05b-48860a56b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444419 Mar 29 20:31:24.335101 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 52952) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:31:24.423817 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562fded5-72b1-4483-b11c-3e2f7ee4806d req-122e03e1-391b-4755-a130-ae80d0a0ce84 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:31:24.423817 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-562fded5-72b1-4483-b11c-3e2f7ee4806d req-122e03e1-391b-4755-a130-ae80d0a0ce84 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?device_id=45f4610f-2b54-4b76-becf-a1e57ee40bc0 HTTP/1.1" status: 200 len: 944 time: 0.0587645 Mar 29 20:31:24.460312 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-8627e2b0-f1c7-4ad4-ba75-cc2287239308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:24.493338 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-562fded5-72b1-4483-b11c-3e2f7ee4806d req-c1293a7d-f521-4f52-91da-4abd26c1a6aa tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e65e6e4-4985-4517-b05b-48860a56b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658424 Mar 29 20:31:24.567273 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-8627e2b0-f1c7-4ad4-ba75-cc2287239308 admin admin] Publish callbacks [] for security_group (88d78a40-6618-4770-928e-5fd5c7fbadd9), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:24.679211 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-8627e2b0-f1c7-4ad4-ba75-cc2287239308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (88d78a40-6618-4770-928e-5fd5c7fbadd9), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:24.721508 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-8627e2b0-f1c7-4ad4-ba75-cc2287239308 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7ecf99b1167d4157b2d7a0ce2295ac75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3852527 Mar 29 20:31:24.722379 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627e2b0-f1c7-4ad4-ba75-cc2287239308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d78a40-6618-4770-928e-5fd5c7fbadd9,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:31:24.724184 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 52956) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:31:24.776622 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e3650cee-929a-4841-93d2-b0f9edde2091 admin admin] Publish callbacks [] for security_group (88d78a40-6618-4770-928e-5fd5c7fbadd9), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:24.798871 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e3650cee-929a-4841-93d2-b0f9edde2091 admin admin] Publish callbacks [] for security_group (88d78a40-6618-4770-928e-5fd5c7fbadd9), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:24.907126 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 539bf988-3438-4725-bb1e-ca53d28c1ed5 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 20:31:24.960566 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e3650cee-929a-4841-93d2-b0f9edde2091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (88d78a40-6618-4770-928e-5fd5c7fbadd9), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:24.963207 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-e3650cee-929a-4841-93d2-b0f9edde2091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:24.964428 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-e3650cee-929a-4841-93d2-b0f9edde2091 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/88d78a40-6618-4770-928e-5fd5c7fbadd9 HTTP/1.1" status: 204 len: 168 time: 0.2385767 Mar 29 20:31:24.972504 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3650cee-929a-4841-93d2-b0f9edde2091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d78a40-6618-4770-928e-5fd5c7fbadd9,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:31:25.020420 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 539bf988-3438-4725-bb1e-ca53d28c1ed5, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=539bf988-3438-4725-bb1e-ca53d28c1ed5,segment=NetworkSegment(f8bd9cf5-cd07-44dc-b088-c619ff951dc1),segment_id=f8bd9cf5-cd07-44dc-b088-c619ff951dc1)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:31:25.033695 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Returning: {'device': '539bf988-3438-4725-bb1e-ca53d28c1ed5', 'network_id': '9e0aee22-ce71-423d-943d-4495212c9b74', 'port_id': '539bf988-3438-4725-bb1e-ca53d28c1ed5', 'mac_address': 'fa:16:3e:a8:b3:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d154be-0aea-4901-99d9-a307d4910c26', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 20:31:25.071794 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 539bf988-3438-4725-bb1e-ca53d28c1ed5 is: DOWN; New status is: BUILD {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:31:25.072386 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (539bf988-3438-4725-bb1e-ca53d28c1ed5), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:25.087495 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 539bf988-3438-4725-bb1e-ca53d28c1ed5 {{(pid=103822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:31:25.109684 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 539bf988-3438-4725-bb1e-ca53d28c1ed5, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=539bf988-3438-4725-bb1e-ca53d28c1ed5,segment=NetworkSegment(f8bd9cf5-cd07-44dc-b088-c619ff951dc1),segment_id=f8bd9cf5-cd07-44dc-b088-c619ff951dc1)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:31:25.229715 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (539bf988-3438-4725-bb1e-ca53d28c1ed5), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:25.279464 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=539bf988-3438-4725-bb1e-ca53d28c1ed5,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:31:25.461195 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['539bf988-3438-4725-bb1e-ca53d28c1ed5'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:31:25.633832 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4c593-0d6c-4f9a-a77b-ecedd5b9ee0f req-1560430b-e194-4759-926c-b4161ca42ba5 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:31:25.635578 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-daf4c593-0d6c-4f9a-a77b-ecedd5b9ee0f req-1560430b-e194-4759-926c-b4161ca42ba5 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?device_id=45f4610f-2b54-4b76-becf-a1e57ee40bc0 HTTP/1.1" status: 200 len: 945 time: 0.0573399 Mar 29 20:31:25.686829 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-daf4c593-0d6c-4f9a-a77b-ecedd5b9ee0f req-d67006e8-f014-4053-8e7e-11b623627451 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e65e6e4-4985-4517-b05b-48860a56b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444629 Mar 29 20:31:25.758353 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 52964) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:31:25.772330 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-dd7af6d4-8654-483f-b7ca-9b7a23df7801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:25.849204 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-dd7af6d4-8654-483f-b7ca-9b7a23df7801 admin admin] Publish callbacks [] for security_group (42c861a5-e472-4977-b1e2-241e0550c7e7), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:25.966237 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-dd7af6d4-8654-483f-b7ca-9b7a23df7801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (42c861a5-e472-4977-b1e2-241e0550c7e7), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:26.005443 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7af6d4-8654-483f-b7ca-9b7a23df7801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c861a5-e472-4977-b1e2-241e0550c7e7,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:31:26.011065 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-dd7af6d4-8654-483f-b7ca-9b7a23df7801 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ff837a4715714a9a9b252bea1e1d9d5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516625 Mar 29 20:31:26.014443 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 52966) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:31:26.067153 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-82b2f406-6f30-422e-a529-3057c35ca3f1 admin admin] Publish callbacks [] for security_group (42c861a5-e472-4977-b1e2-241e0550c7e7), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:26.089440 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-82b2f406-6f30-422e-a529-3057c35ca3f1 admin admin] Publish callbacks [] for security_group (42c861a5-e472-4977-b1e2-241e0550c7e7), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:26.206343 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-82b2f406-6f30-422e-a529-3057c35ca3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (42c861a5-e472-4977-b1e2-241e0550c7e7), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:26.208877 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-82b2f406-6f30-422e-a529-3057c35ca3f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:26.210053 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-82b2f406-6f30-422e-a529-3057c35ca3f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/42c861a5-e472-4977-b1e2-241e0550c7e7 HTTP/1.1" status: 204 len: 168 time: 0.1946018 Mar 29 20:31:26.218451 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2f406-6f30-422e-a529-3057c35ca3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c861a5-e472-4977-b1e2-241e0550c7e7,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:31:26.816690 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86b41e-3377-4ada-8fd4-fa840c7cac59 req-58f82f72-c98c-4e71-8c06-ad37e626395b tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:31:26.818529 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8b86b41e-3377-4ada-8fd4-fa840c7cac59 req-58f82f72-c98c-4e71-8c06-ad37e626395b tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?device_id=45f4610f-2b54-4b76-becf-a1e57ee40bc0 HTTP/1.1" status: 200 len: 945 time: 0.0599852 Mar 29 20:31:26.875255 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-8b86b41e-3377-4ada-8fd4-fa840c7cac59 req-32613ff9-b8fd-4489-ad29-60e0aa50bb7b tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e65e6e4-4985-4517-b05b-48860a56b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503294 Mar 29 20:31:26.938204 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 539bf988-3438-4725-bb1e-ca53d28c1ed5 up at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:31:27.056144 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning for port 539bf988-3438-4725-bb1e-ca53d28c1ed5 completed by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 20:31:27.061123 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning complete for port 539bf988-3438-4725-bb1e-ca53d28c1ed5 triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:31:27.068171 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (539bf988-3438-4725-bb1e-ca53d28c1ed5), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:27.149920 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 539bf988-3438-4725-bb1e-ca53d28c1ed5 is: BUILD; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:31:27.150326 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (539bf988-3438-4725-bb1e-ca53d28c1ed5), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:27.176347 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f4610f-2b54-4b76-becf-a1e57ee40bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539bf988-3438-4725-bb1e-ca53d28c1ed5'}] {{(pid=103822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:31:27.178651 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0861b571914e5dc523c78e704c27631447c9211d5b419e1eb1b6a7c48cd57d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5215d3b9-5a1c-4149-8e9f-55905b001149" -d '{"events": [{"server_uuid": "45f4610f-2b54-4b76-becf-a1e57ee40bc0", "name": "network-vif-plugged", "status": "completed", "tag": "539bf988-3438-4725-bb1e-ca53d28c1ed5"}]}' {{(pid=103822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:31:27.191603 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 539bf988-3438-4725-bb1e-ca53d28c1ed5, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=539bf988-3438-4725-bb1e-ca53d28c1ed5,segment=NetworkSegment(f8bd9cf5-cd07-44dc-b088-c619ff951dc1),segment_id=f8bd9cf5-cd07-44dc-b088-c619ff951dc1)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:31:27.321379 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (539bf988-3438-4725-bb1e-ca53d28c1ed5), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:27.346339 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3f4417-0bc1-4a63-8bff-226baa34feaa x-openstack-request-id: req-ba3f4417-0bc1-4a63-8bff-226baa34feaa {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:31:27.346689 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f4610f-2b54-4b76-becf-a1e57ee40bc0", "name": "network-vif-plugged", "status": "completed", "tag": "539bf988-3438-4725-bb1e-ca53d28c1ed5", "code": 200}]} {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:31:27.346867 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ba3f4417-0bc1-4a63-8bff-226baa34feaa {{(pid=103822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:31:27.347261 dv-cinder-784815-3-iscsi neutron-server[103822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba3f4417-0bc1-4a63-8bff-226baa34feaa'] response: {'server_uuid': '45f4610f-2b54-4b76-becf-a1e57ee40bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539bf988-3438-4725-bb1e-ca53d28c1ed5', 'code': 200} Mar 29 20:31:27.386968 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=539bf988-3438-4725-bb1e-ca53d28c1ed5,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:31:27.757262 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4506bd6-b0f8-49a2-bf13-c0d680d7a14f req-12d9eab9-5bfb-4b35-bb46-53a41854340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:31:27.759220 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-d4506bd6-b0f8-49a2-bf13-c0d680d7a14f req-12d9eab9-5bfb-4b35-bb46-53a41854340c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=45f4610f-2b54-4b76-becf-a1e57ee40bc0 HTTP/1.1" status: 200 len: 1130 time: 0.0485196 Mar 29 20:31:27.804322 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-d4506bd6-b0f8-49a2-bf13-c0d680d7a14f req-0c324b61-7ac2-4caa-be58-7002ea5e15b9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1e65e6e4-4985-4517-b05b-48860a56b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387371 Mar 29 20:31:28.028982 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fdcb8-6117-4881-b0c3-71019607eebe req-666d7b9c-b841-4769-b80c-6c706e814e7b tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:31:28.032113 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-716fdcb8-6117-4881-b0c3-71019607eebe req-666d7b9c-b841-4769-b80c-6c706e814e7b tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?device_id=45f4610f-2b54-4b76-becf-a1e57ee40bc0 HTTP/1.1" status: 200 len: 946 time: 0.0715847 Mar 29 20:31:28.084257 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-716fdcb8-6117-4881-b0c3-71019607eebe req-427f426d-061f-4839-b9a8-4f8a7834c63c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e65e6e4-4985-4517-b05b-48860a56b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466244 Mar 29 20:31:28.695872 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:29.043490 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 53020) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:31:29.166366 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0fd15a29-cb2f-4894-bb53-85e3f9a79207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:29.222149 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302e9e2-a620-4fe2-a77b-7a07a8b54bba req-3c50c16b-d71c-408f-a09f-0c1f30e71df5 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:31:29.223788 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a302e9e2-a620-4fe2-a77b-7a07a8b54bba req-3c50c16b-d71c-408f-a09f-0c1f30e71df5 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?device_id=45f4610f-2b54-4b76-becf-a1e57ee40bc0 HTTP/1.1" status: 200 len: 946 time: 0.0615606 Mar 29 20:31:29.254070 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0fd15a29-cb2f-4894-bb53-85e3f9a79207 admin admin] Publish callbacks [] for security_group (6f2b8a92-a03f-4966-8d8f-270d06ae4956), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:29.285390 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a302e9e2-a620-4fe2-a77b-7a07a8b54bba req-0aad51f1-2427-4096-b20c-ee5e8e7f39be tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e65e6e4-4985-4517-b05b-48860a56b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556026 Mar 29 20:31:29.355332 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-0fd15a29-cb2f-4894-bb53-85e3f9a79207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (6f2b8a92-a03f-4966-8d8f-270d06ae4956), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:29.394306 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd15a29-cb2f-4894-bb53-85e3f9a79207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2b8a92-a03f-4966-8d8f-270d06ae4956,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:31:29.400174 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-0fd15a29-cb2f-4894-bb53-85e3f9a79207 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ba6c09ffb5e240ffb59b714eb919c0ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3555722 Mar 29 20:31:29.405405 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 53030) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:31:29.459527 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-840062e4-2b28-43ce-a9f1-396591c8364d admin admin] Publish callbacks [] for security_group (6f2b8a92-a03f-4966-8d8f-270d06ae4956), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:29.484823 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-840062e4-2b28-43ce-a9f1-396591c8364d admin admin] Publish callbacks [] for security_group (6f2b8a92-a03f-4966-8d8f-270d06ae4956), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:29.652243 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-840062e4-2b28-43ce-a9f1-396591c8364d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (6f2b8a92-a03f-4966-8d8f-270d06ae4956), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:29.655659 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-840062e4-2b28-43ce-a9f1-396591c8364d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:29.656857 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-840062e4-2b28-43ce-a9f1-396591c8364d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f2b8a92-a03f-4966-8d8f-270d06ae4956 HTTP/1.1" status: 204 len: 168 time: 0.2500970 Mar 29 20:31:29.664771 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840062e4-2b28-43ce-a9f1-396591c8364d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2b8a92-a03f-4966-8d8f-270d06ae4956,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:31:30.428701 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 53042) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:31:30.446586 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-aae6c8c2-f118-4e0e-be92-3e2053dc6a82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:30.541058 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-aae6c8c2-f118-4e0e-be92-3e2053dc6a82 admin admin] Publish callbacks [] for security_group (f0d6a73d-f05c-461f-b6d4-ca0c4a870d25), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:30.627240 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-aae6c8c2-f118-4e0e-be92-3e2053dc6a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (f0d6a73d-f05c-461f-b6d4-ca0c4a870d25), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:30.664864 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6c8c2-f118-4e0e-be92-3e2053dc6a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d6a73d-f05c-461f-b6d4-ca0c4a870d25,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:31:30.669197 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-aae6c8c2-f118-4e0e-be92-3e2053dc6a82 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4d8db24aea7f4587a3ddffe668e19bc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390831 Mar 29 20:31:30.673726 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 53044) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:31:30.725638 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2f759fa3-03cc-4158-bed3-d6a83ca1b3d9 admin admin] Publish callbacks [] for security_group (f0d6a73d-f05c-461f-b6d4-ca0c4a870d25), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:30.748220 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2f759fa3-03cc-4158-bed3-d6a83ca1b3d9 admin admin] Publish callbacks [] for security_group (f0d6a73d-f05c-461f-b6d4-ca0c4a870d25), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:30.903880 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2f759fa3-03cc-4158-bed3-d6a83ca1b3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (f0d6a73d-f05c-461f-b6d4-ca0c4a870d25), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:30.907229 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-2f759fa3-03cc-4158-bed3-d6a83ca1b3d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:30.908967 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-2f759fa3-03cc-4158-bed3-d6a83ca1b3d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0d6a73d-f05c-461f-b6d4-ca0c4a870d25 HTTP/1.1" status: 204 len: 168 time: 0.2348552 Mar 29 20:31:30.921268 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f759fa3-03cc-4158-bed3-d6a83ca1b3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d6a73d-f05c-461f-b6d4-ca0c4a870d25,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:31:33.022297 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 53080) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:31:33.144163 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b404fc8b-0020-4456-8b3f-3d0cacc74ae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:33.217930 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b404fc8b-0020-4456-8b3f-3d0cacc74ae2 admin admin] Publish callbacks [] for security_group (93c740e0-94b8-4a63-a9a0-d4260abf2d34), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:33.290131 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b404fc8b-0020-4456-8b3f-3d0cacc74ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (93c740e0-94b8-4a63-a9a0-d4260abf2d34), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:33.328755 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404fc8b-0020-4456-8b3f-3d0cacc74ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c740e0-94b8-4a63-a9a0-d4260abf2d34,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:31:33.333314 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-b404fc8b-0020-4456-8b3f-3d0cacc74ae2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dd01bbfe1c8a449bbaa56bd62e71085a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3099289 Mar 29 20:31:33.337524 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 53084) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:31:33.388966 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-010c30a7-df70-463d-ac24-68caced9fd80 admin admin] Publish callbacks [] for security_group (93c740e0-94b8-4a63-a9a0-d4260abf2d34), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:33.411626 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-010c30a7-df70-463d-ac24-68caced9fd80 admin admin] Publish callbacks [] for security_group (93c740e0-94b8-4a63-a9a0-d4260abf2d34), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:33.531832 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-010c30a7-df70-463d-ac24-68caced9fd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (93c740e0-94b8-4a63-a9a0-d4260abf2d34), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:33.534406 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-010c30a7-df70-463d-ac24-68caced9fd80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:33.535549 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-010c30a7-df70-463d-ac24-68caced9fd80 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/93c740e0-94b8-4a63-a9a0-d4260abf2d34 HTTP/1.1" status: 204 len: 168 time: 0.1971030 Mar 29 20:31:33.545547 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c30a7-df70-463d-ac24-68caced9fd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c740e0-94b8-4a63-a9a0-d4260abf2d34,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:31:36.197625 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-b94b8c93-d781-415c-b703-3b58d6d5232f req-dfa9f958-36b0-4f10-a269-04a1bdac0375 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=578cf01a-f918-4def-80b2-cd0a18fdde58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470359 Mar 29 20:31:36.287631 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b8c93-d781-415c-b703-3b58d6d5232f req-38820152-dfee-4465-bc16-6480eb4db9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:31:36.289210 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-b94b8c93-d781-415c-b703-3b58d6d5232f req-38820152-dfee-4465-bc16-6480eb4db9b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f9800a1b31b34882beb7e5e6dcb78fd6&device_id=578cf01a-f918-4def-80b2-cd0a18fdde58 HTTP/1.1" status: 200 len: 1130 time: 0.0479960 Mar 29 20:31:36.395091 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b8c93-d781-415c-b703-3b58d6d5232f req-8ec6821a-a0d6-4e5b-844f-b410a22ad501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:31:36.396714 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-b94b8c93-d781-415c-b703-3b58d6d5232f req-8ec6821a-a0d6-4e5b-844f-b410a22ad501 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1485f463-e536-4f42-9db0-6c4b09430b64 HTTP/1.1" status: 200 len: 912 time: 0.0879135 Mar 29 20:31:36.475563 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-b94b8c93-d781-415c-b703-3b58d6d5232f req-cec0ff88-0741-43e7-a611-f22d162eedbd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44d0565b-89c9-408b-a7da-9edfd23cebd3 HTTP/1.1" status: 200 len: 1002 time: 0.0724757 Mar 29 20:31:36.527557 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b8c93-d781-415c-b703-3b58d6d5232f req-40516798-707f-4bb1-ba8b-e618d3753fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:31:36.529496 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-b94b8c93-d781-415c-b703-3b58d6d5232f req-40516798-707f-4bb1-ba8b-e618d3753fa4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99545cee-9f42-4fac-8b36-5dffd0cc2c3e HTTP/1.1" status: 200 len: 850 time: 0.0472469 Mar 29 20:31:36.590017 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b8c93-d781-415c-b703-3b58d6d5232f req-9de18ca9-db79-4cd0-8b21-96657dfbb5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:31:36.592360 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-b94b8c93-d781-415c-b703-3b58d6d5232f req-9de18ca9-db79-4cd0-8b21-96657dfbb5c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1485f463-e536-4f42-9db0-6c4b09430b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554247 Mar 29 20:31:36.689799 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-b94b8c93-d781-415c-b703-3b58d6d5232f req-253c694b-8004-4a01-a040-85d4ceccdca1 service neutron] 10.222.0.42 "GET /v2.0/networks/1485f463-e536-4f42-9db0-6c4b09430b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905800 Mar 29 20:31:36.780659 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-b94b8c93-d781-415c-b703-3b58d6d5232f req-790970fe-d005-40dd-93c6-1887cd5f6b17 service neutron] 10.222.0.42 "GET /v2.0/networks/1485f463-e536-4f42-9db0-6c4b09430b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849321 Mar 29 20:31:39.478365 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 53158) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:31:39.596645 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-04df7525-3b0d-4102-bfa7-123998617916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:39.673620 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-04df7525-3b0d-4102-bfa7-123998617916 admin admin] Publish callbacks [] for security_group (4dc5bffc-e8ff-4b7e-b8e7-ffe4da092166), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:39.782847 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-04df7525-3b0d-4102-bfa7-123998617916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (4dc5bffc-e8ff-4b7e-b8e7-ffe4da092166), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:39.826358 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df7525-3b0d-4102-bfa7-123998617916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc5bffc-e8ff-4b7e-b8e7-ffe4da092166,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:31:39.834023 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-04df7525-3b0d-4102-bfa7-123998617916 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fdc41d902c4c49a08e7ad48eee08a035&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3545187 Mar 29 20:31:39.834249 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 53162) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:31:39.891705 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ff6baedd-0d41-487b-a040-01cda7a95706 admin admin] Publish callbacks [] for security_group (4dc5bffc-e8ff-4b7e-b8e7-ffe4da092166), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:39.915847 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ff6baedd-0d41-487b-a040-01cda7a95706 admin admin] Publish callbacks [] for security_group (4dc5bffc-e8ff-4b7e-b8e7-ffe4da092166), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:40.034491 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ff6baedd-0d41-487b-a040-01cda7a95706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (4dc5bffc-e8ff-4b7e-b8e7-ffe4da092166), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:40.037127 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-ff6baedd-0d41-487b-a040-01cda7a95706 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:40.038312 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-ff6baedd-0d41-487b-a040-01cda7a95706 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4dc5bffc-e8ff-4b7e-b8e7-ffe4da092166 HTTP/1.1" status: 204 len: 168 time: 0.2030382 Mar 29 20:31:40.050282 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6baedd-0d41-487b-a040-01cda7a95706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc5bffc-e8ff-4b7e-b8e7-ffe4da092166,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:31:40.181181 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-15da41b5-c0e7-428f-8466-69d9f87fc79c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:40.718951 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 53170) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:31:40.732328 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b0c86140-7261-44ee-a42f-85345e1a86e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:40.805818 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b0c86140-7261-44ee-a42f-85345e1a86e7 admin admin] Publish callbacks [] for security_group (761587eb-450e-4903-aead-8f83a39363ff), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:40.879987 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-b0c86140-7261-44ee-a42f-85345e1a86e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (761587eb-450e-4903-aead-8f83a39363ff), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:40.920495 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-b0c86140-7261-44ee-a42f-85345e1a86e7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b696ed49bd6b46dcb38602627ff03659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2000165 Mar 29 20:31:40.921421 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c86140-7261-44ee-a42f-85345e1a86e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761587eb-450e-4903-aead-8f83a39363ff,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:31:40.922761 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 53172) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:31:40.977537 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1164e86e-b7c0-4dca-b1d6-5f1ad0bccd84 admin admin] Publish callbacks [] for security_group (761587eb-450e-4903-aead-8f83a39363ff), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:41.000913 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1164e86e-b7c0-4dca-b1d6-5f1ad0bccd84 admin admin] Publish callbacks [] for security_group (761587eb-450e-4903-aead-8f83a39363ff), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:41.115515 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1164e86e-b7c0-4dca-b1d6-5f1ad0bccd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (761587eb-450e-4903-aead-8f83a39363ff), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:41.118176 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1164e86e-b7c0-4dca-b1d6-5f1ad0bccd84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:41.119434 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-1164e86e-b7c0-4dca-b1d6-5f1ad0bccd84 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/761587eb-450e-4903-aead-8f83a39363ff HTTP/1.1" status: 204 len: 168 time: 0.1955099 Mar 29 20:31:41.128945 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164e86e-b7c0-4dca-b1d6-5f1ad0bccd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761587eb-450e-4903-aead-8f83a39363ff,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:31:42.267056 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-b4a24c84-a669-41b1-b0ef-92a8d8ed7b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:43.803749 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:44.832654 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:46.439996 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:52.379066 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:31:57.769818 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e3894-43d4-4e74-8512-a0a861fcf111 req-958f2fa9-7767-4d0c-9031-874fdd9ac14c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:31:57.771298 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-929e3894-43d4-4e74-8512-a0a861fcf111 req-958f2fa9-7767-4d0c-9031-874fdd9ac14c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?device_id=45f4610f-2b54-4b76-becf-a1e57ee40bc0 HTTP/1.1" status: 200 len: 946 time: 0.0533004 Mar 29 20:31:57.817454 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-929e3894-43d4-4e74-8512-a0a861fcf111 req-0d9f644e-e8f7-4dfb-ad86-1be4321f9c8b tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e65e6e4-4985-4517-b05b-48860a56b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403152 Mar 29 20:31:58.696524 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:58.942103 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cca514-6842-4ff6-9a1b-7b9ace1748f2 req-64957def-7269-4dc3-bd5d-409c4ffb2e54 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:31:58.943878 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-19cca514-6842-4ff6-9a1b-7b9ace1748f2 req-64957def-7269-4dc3-bd5d-409c4ffb2e54 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?device_id=45f4610f-2b54-4b76-becf-a1e57ee40bc0 HTTP/1.1" status: 200 len: 946 time: 0.0574610 Mar 29 20:31:58.992652 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-19cca514-6842-4ff6-9a1b-7b9ace1748f2 req-e71a1395-8e9e-42aa-af56-0b92a18d4974 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e65e6e4-4985-4517-b05b-48860a56b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431652 Mar 29 20:31:59.463255 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962a519-013c-4cc9-a561-6378154854d5 req-a25b5cfb-bba8-4788-9462-5ce181c593e8 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:31:59.464744 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-5962a519-013c-4cc9-a561-6378154854d5 req-a25b5cfb-bba8-4788-9462-5ce181c593e8 tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f4610f-2b54-4b76-becf-a1e57ee40bc0 HTTP/1.1" status: 200 len: 946 time: 0.0551476 Mar 29 20:31:59.567576 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [req-5962a519-013c-4cc9-a561-6378154854d5 req-82ad0cb4-605b-4454-9f87-b67eda33520c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Deleting port 539bf988-3438-4725-bb1e-ca53d28c1ed5 {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:31:59.568096 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-5962a519-013c-4cc9-a561-6378154854d5 req-82ad0cb4-605b-4454-9f87-b67eda33520c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (539bf988-3438-4725-bb1e-ca53d28c1ed5), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:59.662238 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-5962a519-013c-4cc9-a561-6378154854d5 req-82ad0cb4-605b-4454-9f87-b67eda33520c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] For port 539bf988-3438-4725-bb1e-ca53d28c1ed5, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=539bf988-3438-4725-bb1e-ca53d28c1ed5,segment=NetworkSegment(f8bd9cf5-cd07-44dc-b088-c619ff951dc1),segment_id=f8bd9cf5-cd07-44dc-b088-c619ff951dc1)] {{(pid=103821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:31:59.662614 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-5962a519-013c-4cc9-a561-6378154854d5 req-82ad0cb4-605b-4454-9f87-b67eda33520c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (539bf988-3438-4725-bb1e-ca53d28c1ed5), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:59.677566 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [req-5962a519-013c-4cc9-a561-6378154854d5 req-82ad0cb4-605b-4454-9f87-b67eda33520c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Calling delete_port for 539bf988-3438-4725-bb1e-ca53d28c1ed5 owned by compute:nova {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:31:59.906893 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-5962a519-013c-4cc9-a561-6378154854d5 req-82ad0cb4-605b-4454-9f87-b67eda33520c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (539bf988-3438-4725-bb1e-ca53d28c1ed5), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:31:59.918822 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['539bf988-3438-4725-bb1e-ca53d28c1ed5'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:31:59.947297 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad0cb4-605b-4454-9f87-b67eda33520c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Pushing event deleted for resources: {'Port': ['ID=539bf988-3438-4725-bb1e-ca53d28c1ed5,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:31:59.975063 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad0cb4-605b-4454-9f87-b67eda33520c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:59.975408 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad0cb4-605b-4454-9f87-b67eda33520c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:59.978949 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad0cb4-605b-4454-9f87-b67eda33520c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:59.978949 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad0cb4-605b-4454-9f87-b67eda33520c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:59.978949 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad0cb4-605b-4454-9f87-b67eda33520c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:59.978949 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad0cb4-605b-4454-9f87-b67eda33520c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:59.978949 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad0cb4-605b-4454-9f87-b67eda33520c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:59.978949 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad0cb4-605b-4454-9f87-b67eda33520c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:59.978949 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad0cb4-605b-4454-9f87-b67eda33520c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:59.978949 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad0cb4-605b-4454-9f87-b67eda33520c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:59.978949 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad0cb4-605b-4454-9f87-b67eda33520c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:59.978949 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad0cb4-605b-4454-9f87-b67eda33520c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:59.978949 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad0cb4-605b-4454-9f87-b67eda33520c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:59.980141 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad0cb4-605b-4454-9f87-b67eda33520c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:31:59.980141 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad0cb4-605b-4454-9f87-b67eda33520c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:32:00.000089 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [req-5962a519-013c-4cc9-a561-6378154854d5 req-82ad0cb4-605b-4454-9f87-b67eda33520c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] No DVR routers for this DVR port 539bf988-3438-4725-bb1e-ca53d28c1ed5 on host hv-cinder-78481 {{(pid=103821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:32:00.002568 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-5962a519-013c-4cc9-a561-6378154854d5 req-82ad0cb4-605b-4454-9f87-b67eda33520c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:00.006309 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-5962a519-013c-4cc9-a561-6378154854d5 req-82ad0cb4-605b-4454-9f87-b67eda33520c tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.42 "DELETE /v2.0/ports/539bf988-3438-4725-bb1e-ca53d28c1ed5 HTTP/1.1" status: 204 len: 173 time: 0.5357261 Mar 29 20:32:00.006309 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f4610f-2b54-4b76-becf-a1e57ee40bc0', 'name': 'network-vif-deleted', 'tag': '539bf988-3438-4725-bb1e-ca53d28c1ed5'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:32:00.008522 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b754f2-806a-42ca-a20f-da74b617160a" -d '{"events": [{"server_uuid": "45f4610f-2b54-4b76-becf-a1e57ee40bc0", "name": "network-vif-deleted", "tag": "539bf988-3438-4725-bb1e-ca53d28c1ed5"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:32:00.046987 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61708567-3f9f-4ab3-bace-a75c07495081 x-openstack-request-id: req-61708567-3f9f-4ab3-bace-a75c07495081 {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:32:00.047397 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f4610f-2b54-4b76-becf-a1e57ee40bc0", "name": "network-vif-deleted", "tag": "539bf988-3438-4725-bb1e-ca53d28c1ed5", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:32:00.047757 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-61708567-3f9f-4ab3-bace-a75c07495081 {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:32:00.048282 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61708567-3f9f-4ab3-bace-a75c07495081'] response: {'server_uuid': '45f4610f-2b54-4b76-becf-a1e57ee40bc0', 'name': 'network-vif-deleted', 'tag': '539bf988-3438-4725-bb1e-ca53d28c1ed5', 'status': 'completed', 'code': 200} Mar 29 20:32:00.103001 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-89e0b9e7-30c4-4a28-8060-9f140c3e531b req-308b37eb-afec-4885-b412-2153e307652b tempest-VolumesSnapshotTestJSON-1834846196 tempest-VolumesSnapshotTestJSON-1834846196-project] 10.222.0.43 "GET /v2.0/ports?device_id=45f4610f-2b54-4b76-becf-a1e57ee40bc0 HTTP/1.1" status: 200 len: 210 time: 0.0287125 Mar 29 20:32:03.425190 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 539bf988-3438-4725-bb1e-ca53d28c1ed5 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:32:03.445860 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] No Port match for: 539bf988-3438-4725-bb1e-ca53d28c1ed5 {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:32:03.446211 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 539bf988-3438-4725-bb1e-ca53d28c1ed5 not bound to the agent host hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:32:10.251232 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-ea079120-4bb6-4090-a176-79f3dd89b0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:12.289538 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-67ead0e3-0cf2-4ede-9386-eff9e5db2552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:12.845184 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 53424) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:32:12.969487 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5d068680-9e6b-4d7b-a7ce-58e987029f99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:13.066238 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5d068680-9e6b-4d7b-a7ce-58e987029f99 admin admin] Publish callbacks [] for security_group (bb85929e-72c0-4094-92e5-d59f2d6f1ad6), precommit_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:13.131129 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5d068680-9e6b-4d7b-a7ce-58e987029f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (bb85929e-72c0-4094-92e5-d59f2d6f1ad6), after_create {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:13.173248 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-5d068680-9e6b-4d7b-a7ce-58e987029f99 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=17625194421a4f409614da6e89b524e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3268154 Mar 29 20:32:13.174410 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d068680-9e6b-4d7b-a7ce-58e987029f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb85929e-72c0-4094-92e5-d59f2d6f1ad6,revision_number=1']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:13.175853 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 53428) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:32:13.182073 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d068680-9e6b-4d7b-a7ce-58e987029f99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:32:13.182421 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d068680-9e6b-4d7b-a7ce-58e987029f99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:32:13.182759 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d068680-9e6b-4d7b-a7ce-58e987029f99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:32:13.183093 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d068680-9e6b-4d7b-a7ce-58e987029f99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:32:13.183422 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d068680-9e6b-4d7b-a7ce-58e987029f99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:32:13.183748 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d068680-9e6b-4d7b-a7ce-58e987029f99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:32:13.185193 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d068680-9e6b-4d7b-a7ce-58e987029f99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:32:13.185564 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d068680-9e6b-4d7b-a7ce-58e987029f99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:32:13.185956 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d068680-9e6b-4d7b-a7ce-58e987029f99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:32:13.186236 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d068680-9e6b-4d7b-a7ce-58e987029f99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:32:13.186674 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d068680-9e6b-4d7b-a7ce-58e987029f99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:32:13.187003 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d068680-9e6b-4d7b-a7ce-58e987029f99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:32:13.187326 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d068680-9e6b-4d7b-a7ce-58e987029f99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:32:13.187652 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d068680-9e6b-4d7b-a7ce-58e987029f99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:32:13.187969 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d068680-9e6b-4d7b-a7ce-58e987029f99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:32:13.227515 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-a924fb60-0e9e-4f52-a5ca-51d9a92731fa admin admin] Publish callbacks [] for security_group (bb85929e-72c0-4094-92e5-d59f2d6f1ad6), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:13.249745 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-a924fb60-0e9e-4f52-a5ca-51d9a92731fa admin admin] Publish callbacks [] for security_group (bb85929e-72c0-4094-92e5-d59f2d6f1ad6), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:13.437920 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-a924fb60-0e9e-4f52-a5ca-51d9a92731fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (bb85929e-72c0-4094-92e5-d59f2d6f1ad6), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:13.440474 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-a924fb60-0e9e-4f52-a5ca-51d9a92731fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:13.441696 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-a924fb60-0e9e-4f52-a5ca-51d9a92731fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bb85929e-72c0-4094-92e5-d59f2d6f1ad6 HTTP/1.1" status: 204 len: 168 time: 0.2647893 Mar 29 20:32:13.454367 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924fb60-0e9e-4f52-a5ca-51d9a92731fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb85929e-72c0-4094-92e5-d59f2d6f1ad6,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:13.758635 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:14.895138 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:16.417000 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:18.811770 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-edcb444d-7ca2-482d-8f23-19cae3e31db3 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=49220b2aae834a34a712db331db46a9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342624 Mar 29 20:32:19.008495 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-15b2f068-f2a9-4259-8e0d-1af4f62366c3 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:19.010118 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-15b2f068-f2a9-4259-8e0d-1af4f62366c3 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1930568 Mar 29 20:32:19.026457 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-8a318a5f-4a89-41ef-bafb-ee5f73a93d7b tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.43 "GET /v2.0/quotas/49220b2aae834a34a712db331db46a9c HTTP/1.1" status: 200 len: 375 time: 0.0097237 Mar 29 20:32:19.062266 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-843964df-72b7-4a17-9752-45d0cb5d75f7 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=49220b2aae834a34a712db331db46a9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291154 Mar 29 20:32:19.355032 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-2b71a34a-757b-4c14-bc44-0ff65384a10a req-6d7e6cfd-39a7-4f18-95cf-f25ff7194eee tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ac5147-e510-41dd-a739-c38b0c4824a3 HTTP/1.1" status: 200 len: 210 time: 0.0316510 Mar 29 20:32:20.458327 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-6c5c811e-840e-4069-b898-44c67b2981c7 req-40b9d59a-e238-4f11-8169-854d01a3f63c tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ac5147-e510-41dd-a739-c38b0c4824a3 HTTP/1.1" status: 200 len: 210 time: 0.0328526 Mar 29 20:32:21.560310 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0412115a-8c28-4616-b8f5-0ff5ae4d0afd req-806550a3-fb67-4ad6-a203-3f30629b42ff tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ac5147-e510-41dd-a739-c38b0c4824a3 HTTP/1.1" status: 200 len: 210 time: 0.0290868 Mar 29 20:32:21.754264 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-b9318e56-06d0-4a4a-bbc6-00b9236cb2fa tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=49220b2aae834a34a712db331db46a9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315955 Mar 29 20:32:21.963757 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-e22cb336-e6e3-4c5c-8bdf-47742bc13e90 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:21.965850 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-e22cb336-e6e3-4c5c-8bdf-47742bc13e90 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2058728 Mar 29 20:32:21.978157 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-126d31de-4b10-4f04-8910-b9ebdbd30988 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Request body: {'port': {'device_id': 'f4ac5147-e510-41dd-a739-c38b0c4824a3', 'network_id': '79558aac-bfb6-47c5-b9ef-0a3250f9b765', 'admin_state_up': True, 'tenant_id': '49220b2aae834a34a712db331db46a9c'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:32:22.200082 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-126d31de-4b10-4f04-8910-b9ebdbd30988 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Made reservation on behalf of 49220b2aae834a34a712db331db46a9c for: {'port': 1} {{(pid=103821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:32:22.203749 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-126d31de-4b10-4f04-8910-b9ebdbd30988 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:22.462612 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-126d31de-4b10-4f04-8910-b9ebdbd30988 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Publish callbacks [] for security_group (None), before_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:22.544569 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-126d31de-4b10-4f04-8910-b9ebdbd30988 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Publish callbacks [] for security_group (2c98576e-49d9-4568-b4f6-9ff7a207069b), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:22.659460 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-1239c1b0-c69f-457d-89d1-850853d37402 req-5691643d-dd0f-4cb0-9aec-027ef67756a5 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ac5147-e510-41dd-a739-c38b0c4824a3 HTTP/1.1" status: 200 len: 210 time: 0.0283434 Mar 29 20:32:22.668358 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-126d31de-4b10-4f04-8910-b9ebdbd30988 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (2c98576e-49d9-4568-b4f6-9ff7a207069b), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:22.735883 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d31de-4b10-4f04-8910-b9ebdbd30988 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c98576e-49d9-4568-b4f6-9ff7a207069b,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:22.818846 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.db_base_plugin_common [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-126d31de-4b10-4f04-8910-b9ebdbd30988 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Allocated IP 192.168.233.107 (79558aac-bfb6-47c5-b9ef-0a3250f9b765/20d7f15e-dafa-4bae-b9d1-985dccb3df3a/13fa2343-cee2-4cd7-9ec5-aae706ed371d) {{(pid=103821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:32:22.983877 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-126d31de-4b10-4f04-8910-b9ebdbd30988 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Publish callbacks [] for port (13fa2343-cee2-4cd7-9ec5-aae706ed371d), precommit_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:23.075126 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-126d31de-4b10-4f04-8910-b9ebdbd30988 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738049580270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (13fa2343-cee2-4cd7-9ec5-aae706ed371d), after_create {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:23.120656 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-126d31de-4b10-4f04-8910-b9ebdbd30988 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Network 79558aac-bfb6-47c5-b9ef-0a3250f9b765 is already hosted by enough agents. {{(pid=103821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:32:23.124461 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.base_scheduler [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-126d31de-4b10-4f04-8910-b9ebdbd30988 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Resources bound (agent type, host, resource id): {{(pid=103821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:32:23.127083 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-126d31de-4b10-4f04-8910-b9ebdbd30988 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Received port after_create {{(pid=103821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:32:23.160658 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d31de-4b10-4f04-8910-b9ebdbd30988 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Pushing event updated for resources: {'Port': ['ID=13fa2343-cee2-4cd7-9ec5-aae706ed371d,revision_number=1']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:23.190700 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-126d31de-4b10-4f04-8910-b9ebdbd30988 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:23.191393 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-126d31de-4b10-4f04-8910-b9ebdbd30988 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:23.295890 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-126d31de-4b10-4f04-8910-b9ebdbd30988 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3213172 Mar 29 20:32:23.310463 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.v2.base [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-022ff999-6a6a-450c-8392-64b84595ac7f service neutron] Request body: {'port': {'device_id': 'f4ac5147-e510-41dd-a739-c38b0c4824a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:32:23.372376 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-022ff999-6a6a-450c-8392-64b84595ac7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (13fa2343-cee2-4cd7-9ec5-aae706ed371d), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:23.394908 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-b409b2e6-fbd7-4c2e-a8c0-004e05fcf389 None None] Provisioning complete for port 13fa2343-cee2-4cd7-9ec5-aae706ed371d triggered by entity DHCP. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:32:23.395560 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-b409b2e6-fbd7-4c2e-a8c0-004e05fcf389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (13fa2343-cee2-4cd7-9ec5-aae706ed371d), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:23.453833 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-b409b2e6-fbd7-4c2e-a8c0-004e05fcf389 None None] Port 13fa2343-cee2-4cd7-9ec5-aae706ed371d cannot update to ACTIVE because it is not bound. {{(pid=103822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 20:32:23.675990 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-022ff999-6a6a-450c-8392-64b84595ac7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13fa2343-cee2-4cd7-9ec5-aae706ed371d {{(pid=103821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:32:23.683972 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-022ff999-6a6a-450c-8392-64b84595ac7f service neutron] Publish callbacks [] for port (13fa2343-cee2-4cd7-9ec5-aae706ed371d), precommit_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:23.702849 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.provisioning_blocks [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-022ff999-6a6a-450c-8392-64b84595ac7f service neutron] Transition to ACTIVE for port object 13fa2343-cee2-4cd7-9ec5-aae706ed371d will not be triggered until provisioned by entity L2. {{(pid=103821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 20:32:23.780703 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-022ff999-6a6a-450c-8392-64b84595ac7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129149341'] for port (13fa2343-cee2-4cd7-9ec5-aae706ed371d), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:23.804713 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c6275-fa74-4015-a6fb-33c7b714268a req-41d1fda4-c8a0-4bf2-b256-91b37dc43b2d tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:23.806301 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-aa3c6275-fa74-4015-a6fb-33c7b714268a req-41d1fda4-c8a0-4bf2-b256-91b37dc43b2d tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ac5147-e510-41dd-a739-c38b0c4824a3 HTTP/1.1" status: 200 len: 936 time: 0.0723743 Mar 29 20:32:23.846196 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ff999-6a6a-450c-8392-64b84595ac7f service neutron] Pushing event updated for resources: {'Port': ['ID=13fa2343-cee2-4cd7-9ec5-aae706ed371d,revision_number=2']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:23.869344 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-aa3c6275-fa74-4015-a6fb-33c7b714268a req-8c5f8c86-c59b-4581-9043-d3a05b05ad7b tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c98576e-49d9-4568-b4f6-9ff7a207069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556049 Mar 29 20:32:23.922904 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-022ff999-6a6a-450c-8392-64b84595ac7f service neutron] Attempting to bind port 13fa2343-cee2-4cd7-9ec5-aae706ed371d on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 20:32:23.923393 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-022ff999-6a6a-450c-8392-64b84595ac7f service neutron] Attempting to bind port 13fa2343-cee2-4cd7-9ec5-aae706ed371d by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '96266750-dcec-444a-ad1f-2ed64ececad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79558aac-bfb6-47c5-b9ef-0a3250f9b765'}] {{(pid=103821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 20:32:23.923795 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-022ff999-6a6a-450c-8392-64b84595ac7f service neutron] Attempting to bind port 13fa2343-cee2-4cd7-9ec5-aae706ed371d on network 79558aac-bfb6-47c5-b9ef-0a3250f9b765 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:32:23.931623 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-022ff999-6a6a-450c-8392-64b84595ac7f service neutron] Port 13fa2343-cee2-4cd7-9ec5-aae706ed371d on network 79558aac-bfb6-47c5-b9ef-0a3250f9b765 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 20:32:23.931623 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-022ff999-6a6a-450c-8392-64b84595ac7f service neutron] Attempting to bind port 13fa2343-cee2-4cd7-9ec5-aae706ed371d on network 79558aac-bfb6-47c5-b9ef-0a3250f9b765 {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:32:23.944392 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-022ff999-6a6a-450c-8392-64b84595ac7f service neutron] Checking agent: {'id': '19337809-658a-48b1-8a65-8844936c1798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'started_at': datetime.datetime(2022, 3, 29, 20, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:32:23.944815 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-022ff999-6a6a-450c-8392-64b84595ac7f service neutron] Checking segment: {'id': '96266750-dcec-444a-ad1f-2ed64ececad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79558aac-bfb6-47c5-b9ef-0a3250f9b765'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 20:32:23.945145 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-022ff999-6a6a-450c-8392-64b84595ac7f service neutron] Bound using segment: {'id': '96266750-dcec-444a-ad1f-2ed64ececad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79558aac-bfb6-47c5-b9ef-0a3250f9b765'} {{(pid=103821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:32:23.945658 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.managers [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-022ff999-6a6a-450c-8392-64b84595ac7f service neutron] Bound port: 13fa2343-cee2-4cd7-9ec5-aae706ed371d, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96266750-dcec-444a-ad1f-2ed64ececad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79558aac-bfb6-47c5-b9ef-0a3250f9b765'}}] {{(pid=103821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 20:32:23.946073 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-022ff999-6a6a-450c-8392-64b84595ac7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (13fa2343-cee2-4cd7-9ec5-aae706ed371d), before_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:24.021345 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-022ff999-6a6a-450c-8392-64b84595ac7f service neutron] For port 13fa2343-cee2-4cd7-9ec5-aae706ed371d, host hv-cinder-78481, cleared binding levels {{(pid=103821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:32:24.024604 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-022ff999-6a6a-450c-8392-64b84595ac7f service neutron] For port 13fa2343-cee2-4cd7-9ec5-aae706ed371d, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=13fa2343-cee2-4cd7-9ec5-aae706ed371d,segment=NetworkSegment(96266750-dcec-444a-ad1f-2ed64ececad6),segment_id=96266750-dcec-444a-ad1f-2ed64ececad6)] {{(pid=103821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:32:24.155494 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-022ff999-6a6a-450c-8392-64b84595ac7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129149341'] for port (13fa2343-cee2-4cd7-9ec5-aae706ed371d), after_update {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:24.191322 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-022ff999-6a6a-450c-8392-64b84595ac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:24.191933 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-022ff999-6a6a-450c-8392-64b84595ac7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:24.193608 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-022ff999-6a6a-450c-8392-64b84595ac7f service neutron] 10.222.0.42 "PUT /v2.0/ports/13fa2343-cee2-4cd7-9ec5-aae706ed371d HTTP/1.1" status: 200 len: 1098 time: 0.8890226 Mar 29 20:32:24.194052 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ac5147-e510-41dd-a739-c38b0c4824a3', 'tag': '13fa2343-cee2-4cd7-9ec5-aae706ed371d'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:32:24.196555 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ed69be-1c46-4d53-b5ce-a3b01e25b673" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ac5147-e510-41dd-a739-c38b0c4824a3", "tag": "13fa2343-cee2-4cd7-9ec5-aae706ed371d"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:32:24.226591 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ff999-6a6a-450c-8392-64b84595ac7f service neutron] Pushing event updated for resources: {'Port': ['ID=13fa2343-cee2-4cd7-9ec5-aae706ed371d,revision_number=3']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:24.249859 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44cd036-2f21-4e0a-938e-5ac4afeb130a x-openstack-request-id: req-d44cd036-2f21-4e0a-938e-5ac4afeb130a {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:32:24.249859 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ac5147-e510-41dd-a739-c38b0c4824a3", "tag": "13fa2343-cee2-4cd7-9ec5-aae706ed371d", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:32:24.249859 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d44cd036-2f21-4e0a-938e-5ac4afeb130a {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:32:24.249859 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d44cd036-2f21-4e0a-938e-5ac4afeb130a'] response: {'name': 'network-changed', 'server_uuid': 'f4ac5147-e510-41dd-a739-c38b0c4824a3', 'tag': '13fa2343-cee2-4cd7-9ec5-aae706ed371d', 'status': 'completed', 'code': 200} Mar 29 20:32:24.323689 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed69be-1c46-4d53-b5ce-a3b01e25b673 req-90fdfb15-d3c3-4157-a82c-68449bb766cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:24.326608 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-07ed69be-1c46-4d53-b5ce-a3b01e25b673 req-90fdfb15-d3c3-4157-a82c-68449bb766cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=49220b2aae834a34a712db331db46a9c&device_id=f4ac5147-e510-41dd-a739-c38b0c4824a3 HTTP/1.1" status: 200 len: 1132 time: 0.0564892 Mar 29 20:32:24.358163 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-07ed69be-1c46-4d53-b5ce-a3b01e25b673 req-8a39d641-d862-4251-91bc-503be26c180c service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=49220b2aae834a34a712db331db46a9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244231 Mar 29 20:32:24.458727 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed69be-1c46-4d53-b5ce-a3b01e25b673 req-2672f319-5150-4b36-a70d-8d08a650cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:24.460128 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-07ed69be-1c46-4d53-b5ce-a3b01e25b673 req-2672f319-5150-4b36-a70d-8d08a650cd39 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962391 Mar 29 20:32:24.547410 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-c7250a61-369b-4250-acd5-e7a5d13badf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:24.548919 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-c7250a61-369b-4250-acd5-e7a5d13badf8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=49220b2aae834a34a712db331db46a9c&device_id=f4ac5147-e510-41dd-a739-c38b0c4824a3 HTTP/1.1" status: 200 len: 1132 time: 0.0475705 Mar 29 20:32:24.593307 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-9e934fb3-322b-4d5e-a703-168aec5e5d19 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=13fa2343-cee2-4cd7-9ec5-aae706ed371d HTTP/1.1" status: 200 len: 217 time: 0.0352380 Mar 29 20:32:24.648740 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-94bb704d-68ac-4766-9dce-d2997aac8f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:24.650284 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-94bb704d-68ac-4766-9dce-d2997aac8f31 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20d7f15e-dafa-4bae-b9d1-985dccb3df3a HTTP/1.1" status: 200 len: 843 time: 0.0507395 Mar 29 20:32:24.702831 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-c86ad8a9-7dcf-47a0-9e99-8f83ece59df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:24.704331 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-c86ad8a9-7dcf-47a0-9e99-8f83ece59df6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79558aac-bfb6-47c5-b9ef-0a3250f9b765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0476751 Mar 29 20:32:24.807368 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-adfe4a25-ad06-4a6f-96f0-207212dd19f9 service neutron] 10.222.0.42 "GET /v2.0/networks/79558aac-bfb6-47c5-b9ef-0a3250f9b765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957146 Mar 29 20:32:24.906692 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-5ccb18b4-a132-4872-8465-4816baaaef20 req-8cc10e8b-7df8-4797-aefa-1c772aca3770 service neutron] 10.222.0.42 "GET /v2.0/networks/79558aac-bfb6-47c5-b9ef-0a3250f9b765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929179 Mar 29 20:32:25.014400 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4b1fa-2f1a-472f-b8d0-e02ccaf7d384 req-ce823e2c-d8da-4c3d-aceb-6aa494551487 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:25.015967 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-67d4b1fa-2f1a-472f-b8d0-e02ccaf7d384 req-ce823e2c-d8da-4c3d-aceb-6aa494551487 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ac5147-e510-41dd-a739-c38b0c4824a3 HTTP/1.1" status: 200 len: 948 time: 0.0626485 Mar 29 20:32:25.066728 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-67d4b1fa-2f1a-472f-b8d0-e02ccaf7d384 req-200d5e6d-d9e8-4fba-956a-23a2f0156f9a tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c98576e-49d9-4568-b4f6-9ff7a207069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447042 Mar 29 20:32:26.203876 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed17b2-d4fc-4335-8679-fc4c54d5281c req-56608eb5-013e-41da-832a-aa6010023630 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:26.205464 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e8ed17b2-d4fc-4335-8679-fc4c54d5281c req-56608eb5-013e-41da-832a-aa6010023630 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ac5147-e510-41dd-a739-c38b0c4824a3 HTTP/1.1" status: 200 len: 948 time: 0.0660076 Mar 29 20:32:26.257761 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-e8ed17b2-d4fc-4335-8679-fc4c54d5281c req-6f6da118-4447-4375-87ba-ad3264a42a4e tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c98576e-49d9-4568-b4f6-9ff7a207069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463002 Mar 29 20:32:27.256524 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 13fa2343-cee2-4cd7-9ec5-aae706ed371d details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 20:32:27.370460 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 13fa2343-cee2-4cd7-9ec5-aae706ed371d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=13fa2343-cee2-4cd7-9ec5-aae706ed371d,segment=NetworkSegment(96266750-dcec-444a-ad1f-2ed64ececad6),segment_id=96266750-dcec-444a-ad1f-2ed64ececad6)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:32:27.384321 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Returning: {'device': '13fa2343-cee2-4cd7-9ec5-aae706ed371d', 'network_id': '79558aac-bfb6-47c5-b9ef-0a3250f9b765', 'port_id': '13fa2343-cee2-4cd7-9ec5-aae706ed371d', 'mac_address': 'fa:16:3e:ff:93:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d7f15e-dafa-4bae-b9d1-985dccb3df3a', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 20:32:27.389137 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a3cfc-d3bc-4810-a71e-22ac217089f4 req-b6e10e7c-71ab-4ce0-ba91-0c4285ddc17e tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:27.390895 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-666a3cfc-d3bc-4810-a71e-22ac217089f4 req-b6e10e7c-71ab-4ce0-ba91-0c4285ddc17e tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ac5147-e510-41dd-a739-c38b0c4824a3 HTTP/1.1" status: 200 len: 948 time: 0.0565248 Mar 29 20:32:27.424176 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 13fa2343-cee2-4cd7-9ec5-aae706ed371d is: DOWN; New status is: BUILD {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:32:27.424488 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (13fa2343-cee2-4cd7-9ec5-aae706ed371d), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:27.439033 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13fa2343-cee2-4cd7-9ec5-aae706ed371d {{(pid=103822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 20:32:27.445378 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-666a3cfc-d3bc-4810-a71e-22ac217089f4 req-e24e464f-89a6-49bf-8c50-0cdd66223f09 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c98576e-49d9-4568-b4f6-9ff7a207069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429053 Mar 29 20:32:27.462602 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 13fa2343-cee2-4cd7-9ec5-aae706ed371d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=13fa2343-cee2-4cd7-9ec5-aae706ed371d,segment=NetworkSegment(96266750-dcec-444a-ad1f-2ed64ececad6),segment_id=96266750-dcec-444a-ad1f-2ed64ececad6)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:32:27.553619 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (13fa2343-cee2-4cd7-9ec5-aae706ed371d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:27.611293 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=13fa2343-cee2-4cd7-9ec5-aae706ed371d,revision_number=4']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:27.618648 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:32:27.619045 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:32:27.619335 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:32:27.619677 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:32:27.620059 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:32:27.620320 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:32:27.620652 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:32:27.626193 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:32:27.626622 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:32:27.626911 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:32:27.627275 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:32:27.627602 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:32:27.627928 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:32:27.628251 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:32:27.628573 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-3-iscsi {{(pid=103822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:32:27.790230 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['13fa2343-cee2-4cd7-9ec5-aae706ed371d'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:32:28.565680 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1434f3a-0454-48c3-bb8c-ab6ce9e728e0 req-67342c54-20ef-4452-bd00-201b085b08e9 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:28.567229 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d1434f3a-0454-48c3-bb8c-ab6ce9e728e0 req-67342c54-20ef-4452-bd00-201b085b08e9 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ac5147-e510-41dd-a739-c38b0c4824a3 HTTP/1.1" status: 200 len: 949 time: 0.0562401 Mar 29 20:32:28.616118 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-d1434f3a-0454-48c3-bb8c-ab6ce9e728e0 req-f83c6e9e-2d22-436d-967f-2f30ed2c5414 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c98576e-49d9-4568-b4f6-9ff7a207069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430052 Mar 29 20:32:28.713275 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:29.265035 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 13fa2343-cee2-4cd7-9ec5-aae706ed371d up at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:32:29.378531 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:32:29.388199 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning for port 13fa2343-cee2-4cd7-9ec5-aae706ed371d completed by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 20:32:29.392398 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.provisioning_blocks [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Provisioning complete for port 13fa2343-cee2-4cd7-9ec5-aae706ed371d triggered by entity L2. {{(pid=103822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 20:32:29.400108 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333934'] for port (13fa2343-cee2-4cd7-9ec5-aae706ed371d), provisioning_complete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:29.475544 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Current status of the port 13fa2343-cee2-4cd7-9ec5-aae706ed371d is: BUILD; New status is: ACTIVE {{(pid=103822) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 20:32:29.475939 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375828'] for port (13fa2343-cee2-4cd7-9ec5-aae706ed371d), before_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:29.500917 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ac5147-e510-41dd-a739-c38b0c4824a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fa2343-cee2-4cd7-9ec5-aae706ed371d'}] {{(pid=103822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:32:29.503601 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0861b571914e5dc523c78e704c27631447c9211d5b419e1eb1b6a7c48cd57d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64a05e1-ec7b-49d3-9848-7909d23a104b" -d '{"events": [{"server_uuid": "f4ac5147-e510-41dd-a739-c38b0c4824a3", "name": "network-vif-plugged", "status": "completed", "tag": "13fa2343-cee2-4cd7-9ec5-aae706ed371d"}]}' {{(pid=103822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:32:29.518390 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] For port 13fa2343-cee2-4cd7-9ec5-aae706ed371d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=13fa2343-cee2-4cd7-9ec5-aae706ed371d,segment=NetworkSegment(96266750-dcec-444a-ad1f-2ed64ececad6),segment_id=96266750-dcec-444a-ad1f-2ed64ececad6)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:32:29.542206 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc5c1b0-f641-4701-a74f-83646fc8437a x-openstack-request-id: req-2dc5c1b0-f641-4701-a74f-83646fc8437a {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:32:29.542538 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ac5147-e510-41dd-a739-c38b0c4824a3", "name": "network-vif-plugged", "status": "completed", "tag": "13fa2343-cee2-4cd7-9ec5-aae706ed371d", "code": 200}]} {{(pid=103822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:32:29.542953 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2dc5c1b0-f641-4701-a74f-83646fc8437a {{(pid=103822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:32:29.544104 dv-cinder-784815-3-iscsi neutron-server[103822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dc5c1b0-f641-4701-a74f-83646fc8437a'] response: {'server_uuid': 'f4ac5147-e510-41dd-a739-c38b0c4824a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fa2343-cee2-4cd7-9ec5-aae706ed371d', 'code': 200} Mar 29 20:32:29.611391 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050117003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738049580804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738049580822'] for port (13fa2343-cee2-4cd7-9ec5-aae706ed371d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:29.677675 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Pushing event updated for resources: {'Port': ['ID=13fa2343-cee2-4cd7-9ec5-aae706ed371d,revision_number=5']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:29.765467 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96473a2-373e-4ed7-9f0c-e6aef5867d32 req-b7c34148-7dba-41c8-a6ab-0b4fbf005de1 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:29.767044 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a96473a2-373e-4ed7-9f0c-e6aef5867d32 req-b7c34148-7dba-41c8-a6ab-0b4fbf005de1 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ac5147-e510-41dd-a739-c38b0c4824a3 HTTP/1.1" status: 200 len: 950 time: 0.0674160 Mar 29 20:32:29.824498 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a96473a2-373e-4ed7-9f0c-e6aef5867d32 req-8ae63fdd-917c-4376-ac13-46def22a39d2 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c98576e-49d9-4568-b4f6-9ff7a207069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505238 Mar 29 20:32:29.873143 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866691b-2205-4e26-99c7-686d2f67f2e5 req-63bc2ee5-7fc0-4758-95c3-84ce8673df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:29.874751 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-c866691b-2205-4e26-99c7-686d2f67f2e5 req-63bc2ee5-7fc0-4758-95c3-84ce8673df9f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f4ac5147-e510-41dd-a739-c38b0c4824a3 HTTP/1.1" status: 200 len: 1134 time: 0.0560727 Mar 29 20:32:29.928297 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 53602) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:32:29.938378 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-c866691b-2205-4e26-99c7-686d2f67f2e5 req-569ca662-45b3-4c14-932d-c87c0cea31d1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2c98576e-49d9-4568-b4f6-9ff7a207069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564632 Mar 29 20:32:29.983012 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_v2 [None req-229abeca-e986-4eb4-b1a3-851474d34a55 admin admin] Deleting subnet d3d154be-0aea-4901-99d9-a307d4910c26 {{(pid=103820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 20:32:29.986439 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-229abeca-e986-4eb4-b1a3-851474d34a55 admin admin] Publish callbacks [] for subnet (d3d154be-0aea-4901-99d9-a307d4910c26), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:30.022493 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-229abeca-e986-4eb4-b1a3-851474d34a55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129519656'] for subnet (d3d154be-0aea-4901-99d9-a307d4910c26), precommit_delete_associations {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:30.068221 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-229abeca-e986-4eb4-b1a3-851474d34a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3219654'] for subnet (d3d154be-0aea-4901-99d9-a307d4910c26), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:30.198125 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-229abeca-e986-4eb4-b1a3-851474d34a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3219697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126325774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126129293'] for subnet (d3d154be-0aea-4901-99d9-a307d4910c26), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:30.226110 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229abeca-e986-4eb4-b1a3-851474d34a55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3d154be-0aea-4901-99d9-a307d4910c26,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:30.230030 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-229abeca-e986-4eb4-b1a3-851474d34a55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:30.233720 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-229abeca-e986-4eb4-b1a3-851474d34a55 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d3d154be-0aea-4901-99d9-a307d4910c26 HTTP/1.1" status: 204 len: 168 time: 0.3039916 Mar 29 20:32:30.236244 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 53604) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:32:30.307982 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fd3efedb-b7e7-4a8c-96df-c274ca50e40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148679'] for network (9e0aee22-ce71-423d-943d-4495212c9b74), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:30.398973 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fd3efedb-b7e7-4a8c-96df-c274ca50e40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336013', 'neutron.services.segments.db._delete_segments_for_network-8738049908282'] for network (9e0aee22-ce71-423d-943d-4495212c9b74), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:30.423356 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.services.segments.db [None req-fd3efedb-b7e7-4a8c-96df-c274ca50e40f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0aee22-ce71-423d-943d-4495212c9b74']}} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:32:30.435198 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.services.segments.db [None req-fd3efedb-b7e7-4a8c-96df-c274ca50e40f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8bd9cf5-cd07-44dc-b088-c619ff951dc1') {'for_net_delete': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:32:30.435533 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.services.segments.db [None req-fd3efedb-b7e7-4a8c-96df-c274ca50e40f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8bd9cf5-cd07-44dc-b088-c619ff951dc1') {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:32:30.447217 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fd3efedb-b7e7-4a8c-96df-c274ca50e40f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050091075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129519651'] for segment (f8bd9cf5-cd07-44dc-b088-c619ff951dc1), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:30.467366 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fd3efedb-b7e7-4a8c-96df-c274ca50e40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (f8bd9cf5-cd07-44dc-b088-c619ff951dc1), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:30.473904 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd3efedb-b7e7-4a8c-96df-c274ca50e40f admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 20:32:30.474304 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fd3efedb-b7e7-4a8c-96df-c274ca50e40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126327720'] for segment (f8bd9cf5-cd07-44dc-b088-c619ff951dc1), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: Traceback (most recent call last): Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: timer() Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: cb(*args, **kw) Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: return func(*args, **kwargs) Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: self._notify() Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: self.callback(batched_events) Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: event.method(event) Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: return f(self, *a, **k) Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: return self._get(url).json() Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: return self.request(url, 'GET', **kwargs) Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 20:32:30.476208 dv-cinder-784815-3-iscsi neutron-server[103820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 20:32:30.592405 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fd3efedb-b7e7-4a8c-96df-c274ca50e40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541015'] for network (9e0aee22-ce71-423d-943d-4495212c9b74), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:30.598444 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fd3efedb-b7e7-4a8c-96df-c274ca50e40f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:30.602000 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-fd3efedb-b7e7-4a8c-96df-c274ca50e40f admin admin] 10.222.0.43 "DELETE /v2.0/networks/9e0aee22-ce71-423d-943d-4495212c9b74 HTTP/1.1" status: 204 len: 168 time: 0.3647685 Mar 29 20:32:30.614679 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3efedb-b7e7-4a8c-96df-c274ca50e40f admin admin] Pushing event deleted for resources: {'Network': ['ID=9e0aee22-ce71-423d-943d-4495212c9b74,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:30.957585 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93a5b0-2a07-4ef9-95c6-27eb33588c0e req-9af1c09b-2c7f-4459-958f-f875499a7f7f tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:30.959194 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ed93a5b0-2a07-4ef9-95c6-27eb33588c0e req-9af1c09b-2c7f-4459-958f-f875499a7f7f tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ac5147-e510-41dd-a739-c38b0c4824a3 HTTP/1.1" status: 200 len: 950 time: 0.0596113 Mar 29 20:32:31.003904 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 53610) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:32:31.018030 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-ed93a5b0-2a07-4ef9-95c6-27eb33588c0e req-b847566a-2733-4448-8b7c-520ca501f74c tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c98576e-49d9-4568-b4f6-9ff7a207069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530312 Mar 29 20:32:31.068649 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-2f645bd3-b2ac-4318-9e12-6e7d819f6f10 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c2dcb93c78b744409bc8b0d8c5aa967d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0634913 Mar 29 20:32:31.071694 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 53612) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:32:31.127710 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-59448c7b-551a-4d12-a12e-db7cfd63f2e5 admin admin] Publish callbacks [] for security_group (1e65e6e4-4985-4517-b05b-48860a56b07b), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:31.160626 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-59448c7b-551a-4d12-a12e-db7cfd63f2e5 admin admin] Publish callbacks [] for security_group (1e65e6e4-4985-4517-b05b-48860a56b07b), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:31.297662 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-59448c7b-551a-4d12-a12e-db7cfd63f2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (1e65e6e4-4985-4517-b05b-48860a56b07b), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:31.299224 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-59448c7b-551a-4d12-a12e-db7cfd63f2e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:31.300397 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-59448c7b-551a-4d12-a12e-db7cfd63f2e5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e65e6e4-4985-4517-b05b-48860a56b07b HTTP/1.1" status: 204 len: 168 time: 0.2273576 Mar 29 20:32:31.309724 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59448c7b-551a-4d12-a12e-db7cfd63f2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e65e6e4-4985-4517-b05b-48860a56b07b,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:32.160280 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b1257-caaf-42c9-8e60-4b84d014cda5 req-4d6fc0ed-1686-48d9-a441-2ace9ab9039d tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:32.161879 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a58b1257-caaf-42c9-8e60-4b84d014cda5 req-4d6fc0ed-1686-48d9-a441-2ace9ab9039d tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ac5147-e510-41dd-a739-c38b0c4824a3 HTTP/1.1" status: 200 len: 950 time: 0.0591705 Mar 29 20:32:32.218653 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a58b1257-caaf-42c9-8e60-4b84d014cda5 req-20c3020b-717d-4658-a4ed-7a507f89735a tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c98576e-49d9-4568-b4f6-9ff7a207069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460508 Mar 29 20:32:32.791213 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02ceeb-66ed-4347-8dc7-9301806fe88b req-ea6cec3d-60c9-461b-a30a-34c387181672 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:32.793691 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0f02ceeb-66ed-4347-8dc7-9301806fe88b req-ea6cec3d-60c9-461b-a30a-34c387181672 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ac5147-e510-41dd-a739-c38b0c4824a3 HTTP/1.1" status: 200 len: 950 time: 0.0605087 Mar 29 20:32:32.843168 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-0f02ceeb-66ed-4347-8dc7-9301806fe88b req-273d2b83-200c-4344-9ef3-8749c5bc193f tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c98576e-49d9-4568-b4f6-9ff7a207069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438569 Mar 29 20:32:33.977901 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca763cc-c835-45ca-a9fa-bd313a9c16a1 req-9e693d18-9015-4387-8271-65eabc9c7a8e tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:33.979383 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7ca763cc-c835-45ca-a9fa-bd313a9c16a1 req-9e693d18-9015-4387-8271-65eabc9c7a8e tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ac5147-e510-41dd-a739-c38b0c4824a3 HTTP/1.1" status: 200 len: 950 time: 0.0583973 Mar 29 20:32:34.039276 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-7ca763cc-c835-45ca-a9fa-bd313a9c16a1 req-4a898d30-de7d-4305-a6d0-316a287c1dd0 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c98576e-49d9-4568-b4f6-9ff7a207069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524666 Mar 29 20:32:34.067620 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5202b76-36a4-49ae-a3c1-b24b77065038 req-d713caaf-7570-4fc5-a3ac-06b04f359938 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:34.069378 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-f5202b76-36a4-49ae-a3c1-b24b77065038 req-d713caaf-7570-4fc5-a3ac-06b04f359938 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4ac5147-e510-41dd-a739-c38b0c4824a3 HTTP/1.1" status: 200 len: 950 time: 0.0567183 Mar 29 20:32:34.170312 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [req-f5202b76-36a4-49ae-a3c1-b24b77065038 req-5c325b97-44b9-40e1-8b3a-07f7a1bd3e53 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Deleting port 13fa2343-cee2-4cd7-9ec5-aae706ed371d {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:32:34.170551 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-f5202b76-36a4-49ae-a3c1-b24b77065038 req-5c325b97-44b9-40e1-8b3a-07f7a1bd3e53 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (13fa2343-cee2-4cd7-9ec5-aae706ed371d), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:34.275665 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-f5202b76-36a4-49ae-a3c1-b24b77065038 req-5c325b97-44b9-40e1-8b3a-07f7a1bd3e53 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] For port 13fa2343-cee2-4cd7-9ec5-aae706ed371d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=13fa2343-cee2-4cd7-9ec5-aae706ed371d,segment=NetworkSegment(96266750-dcec-444a-ad1f-2ed64ececad6),segment_id=96266750-dcec-444a-ad1f-2ed64ececad6)] {{(pid=103821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:32:34.276135 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-f5202b76-36a4-49ae-a3c1-b24b77065038 req-5c325b97-44b9-40e1-8b3a-07f7a1bd3e53 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (13fa2343-cee2-4cd7-9ec5-aae706ed371d), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:34.293035 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [req-f5202b76-36a4-49ae-a3c1-b24b77065038 req-5c325b97-44b9-40e1-8b3a-07f7a1bd3e53 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Calling delete_port for 13fa2343-cee2-4cd7-9ec5-aae706ed371d owned by compute:nova {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:32:34.502420 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-f5202b76-36a4-49ae-a3c1-b24b77065038 req-5c325b97-44b9-40e1-8b3a-07f7a1bd3e53 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (13fa2343-cee2-4cd7-9ec5-aae706ed371d), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:34.516295 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] get_ports_and_sgs() called for port_ids ['13fa2343-cee2-4cd7-9ec5-aae706ed371d'] {{(pid=103822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 20:32:34.533625 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c325b97-44b9-40e1-8b3a-07f7a1bd3e53 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Pushing event deleted for resources: {'Port': ['ID=13fa2343-cee2-4cd7-9ec5-aae706ed371d,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:34.594174 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5202b76-36a4-49ae-a3c1-b24b77065038 req-5c325b97-44b9-40e1-8b3a-07f7a1bd3e53 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] No DVR routers for this DVR port 13fa2343-cee2-4cd7-9ec5-aae706ed371d on host hv-cinder-78481 {{(pid=103821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:32:34.609453 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-f5202b76-36a4-49ae-a3c1-b24b77065038 req-5c325b97-44b9-40e1-8b3a-07f7a1bd3e53 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:34.609453 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-f5202b76-36a4-49ae-a3c1-b24b77065038 req-5c325b97-44b9-40e1-8b3a-07f7a1bd3e53 tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.42 "DELETE /v2.0/ports/13fa2343-cee2-4cd7-9ec5-aae706ed371d HTTP/1.1" status: 204 len: 173 time: 0.5258427 Mar 29 20:32:34.609453 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ac5147-e510-41dd-a739-c38b0c4824a3', 'name': 'network-vif-deleted', 'tag': '13fa2343-cee2-4cd7-9ec5-aae706ed371d'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:32:34.609453 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5c5e11-a0b9-4b4d-a3ee-632c79c34844" -d '{"events": [{"server_uuid": "f4ac5147-e510-41dd-a739-c38b0c4824a3", "name": "network-vif-deleted", "tag": "13fa2343-cee2-4cd7-9ec5-aae706ed371d"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:32:34.644434 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89b7553-a721-4967-b534-be40089e0df7 x-openstack-request-id: req-e89b7553-a721-4967-b534-be40089e0df7 {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:32:34.644434 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ac5147-e510-41dd-a739-c38b0c4824a3", "name": "network-vif-deleted", "tag": "13fa2343-cee2-4cd7-9ec5-aae706ed371d", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:32:34.644677 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e89b7553-a721-4967-b534-be40089e0df7 {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:32:34.645177 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e89b7553-a721-4967-b534-be40089e0df7'] response: {'server_uuid': 'f4ac5147-e510-41dd-a739-c38b0c4824a3', 'name': 'network-vif-deleted', 'tag': '13fa2343-cee2-4cd7-9ec5-aae706ed371d', 'status': 'completed', 'code': 200} Mar 29 20:32:34.682237 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 53628) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:32:34.857198 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-856f49e3-fd30-4142-a8f3-9eb9f0556472 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Deleting port 1eba6ef5-799f-464d-8791-234144edd6d5 {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:32:34.857635 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-856f49e3-fd30-4142-a8f3-9eb9f0556472 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (1eba6ef5-799f-464d-8791-234144edd6d5), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:34.947747 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-856f49e3-fd30-4142-a8f3-9eb9f0556472 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (1eba6ef5-799f-464d-8791-234144edd6d5), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:34.947747 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-856f49e3-fd30-4142-a8f3-9eb9f0556472 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for floatingip (1eba6ef5-799f-464d-8791-234144edd6d5), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:34.966089 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-856f49e3-fd30-4142-a8f3-9eb9f0556472 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Calling delete_port for 1eba6ef5-799f-464d-8791-234144edd6d5 owned by network:floatingip {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:32:35.156372 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-320d3137-8843-4899-a8d9-3aff37d00dad req-f76ef901-4881-4cc6-94ed-d1c76d3c47fc tempest-VolumesNegativeTest-1474478444 tempest-VolumesNegativeTest-1474478444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ac5147-e510-41dd-a739-c38b0c4824a3 HTTP/1.1" status: 200 len: 210 time: 0.0337374 Mar 29 20:32:35.216604 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-856f49e3-fd30-4142-a8f3-9eb9f0556472 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (1eba6ef5-799f-464d-8791-234144edd6d5), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:35.246782 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f49e3-fd30-4142-a8f3-9eb9f0556472 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Pushing event deleted for resources: {'Port': ['ID=1eba6ef5-799f-464d-8791-234144edd6d5,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:35.320710 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-856f49e3-fd30-4142-a8f3-9eb9f0556472 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for floatingip (60e544f1-a262-4691-b70c-24a6ff4d6e79), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:35.321039 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.db.l3_db [None req-856f49e3-fd30-4142-a8f3-9eb9f0556472 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Floating IP 60e544f1-a262-4691-b70c-24a6ff4d6e79 disassociated (deleted). External IP: 172.27.3.243, port: 6d353a84-670e-413d-a586-5af6892f6404. Mar 29 20:32:35.544203 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856f49e3-fd30-4142-a8f3-9eb9f0556472 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Router de56441a-4d5f-4765-bbaa-4caada89364b has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:32:35.658430 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856f49e3-fd30-4142-a8f3-9eb9f0556472 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:32:35.663387 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-856f49e3-fd30-4142-a8f3-9eb9f0556472 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:35.669000 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ae9eec-c829-41cb-b9ee-7f75fb57b16f None None] Sync routers for ids ['de56441a-4d5f-4765-bbaa-4caada89364b'] in dv-cinder-784815-3-iscsi {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:32:35.681005 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ae9eec-c829-41cb-b9ee-7f75fb57b16f None None] Routers {'de56441a-4d5f-4765-bbaa-4caada89364b'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:32:35.681684 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-73ae9eec-c829-41cb-b9ee-7f75fb57b16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:32:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['de56441a-4d5f-4765-bbaa-4caada89364b'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:32:35.693531 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-856f49e3-fd30-4142-a8f3-9eb9f0556472 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "DELETE /v2.0/floatingips/60e544f1-a262-4691-b70c-24a6ff4d6e79 HTTP/1.1" status: 204 len: 168 time: 1.0142832 Mar 29 20:32:35.805415 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-73ae9eec-c829-41cb-b9ee-7f75fb57b16f None None] Set router de56441a-4d5f-4765-bbaa-4caada89364b gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:32:36.062037 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-73ae9eec-c829-41cb-b9ee-7f75fb57b16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'name': 'tempest-TestVolumeBootPattern-403732453-router', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f177db50-1319-4967-885e-5da79d0748f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:02Z', 'updated_at': '2022-03-29T20:25:06Z', 'revision_number': 4, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'gw_port': {'id': 'f177db50-1319-4967-885e-5da79d0748f3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:03Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '8eb28555-4c1d-46ac-814c-be219a6953c4', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'port_id': '44d0565b-89c9-408b-a7da-9edfd23cebd3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'mac_address': 'fa:16:3e:7d:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578cf01a-f918-4def-80b2-cd0a18fdde58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:28:24Z', 'updated_at': '2022-03-29T20:28:27Z', 'revision_number': 1, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62b4591-cc81-42c5-804c-39393b1ebb1e', 'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'mac_address': 'fa:16:3e:58:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:05Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 5, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'subnets': [{'id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:32:36.090063 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ae9eec-c829-41cb-b9ee-7f75fb57b16f None None] Checking router: de56441a-4d5f-4765-bbaa-4caada89364b for host: dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:32:36.099025 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ae9eec-c829-41cb-b9ee-7f75fb57b16f None None] Routers {'de56441a-4d5f-4765-bbaa-4caada89364b'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:32:36.099646 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-73ae9eec-c829-41cb-b9ee-7f75fb57b16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:32:12Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['de56441a-4d5f-4765-bbaa-4caada89364b'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:32:36.214504 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-73ae9eec-c829-41cb-b9ee-7f75fb57b16f None None] Set router de56441a-4d5f-4765-bbaa-4caada89364b gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:32:36.214836 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47752e0d-8f60-4270-a54a-2e5ad254c46f req-5eafc42b-231d-4415-bb2b-ea607e5da3de tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:36.216412 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-47752e0d-8f60-4270-a54a-2e5ad254c46f req-5eafc42b-231d-4415-bb2b-ea607e5da3de tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c823b19-1738-4178-a714-ce63f9c8a0c8 HTTP/1.1" status: 200 len: 945 time: 0.0661879 Mar 29 20:32:36.284324 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-47752e0d-8f60-4270-a54a-2e5ad254c46f req-9754dc80-37e7-4794-8a7a-215d44b98f7a tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613108 Mar 29 20:32:36.470500 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-73ae9eec-c829-41cb-b9ee-7f75fb57b16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'name': 'tempest-TestVolumeBootPattern-403732453-router', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f177db50-1319-4967-885e-5da79d0748f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:02Z', 'updated_at': '2022-03-29T20:25:06Z', 'revision_number': 4, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'gw_port': {'id': 'f177db50-1319-4967-885e-5da79d0748f3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:03Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '8eb28555-4c1d-46ac-814c-be219a6953c4', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'port_id': '44d0565b-89c9-408b-a7da-9edfd23cebd3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'mac_address': 'fa:16:3e:7d:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578cf01a-f918-4def-80b2-cd0a18fdde58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:28:24Z', 'updated_at': '2022-03-29T20:28:27Z', 'revision_number': 1, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62b4591-cc81-42c5-804c-39393b1ebb1e', 'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'mac_address': 'fa:16:3e:58:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:05Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 5, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'subnets': [{'id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:32:36.498850 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ae9eec-c829-41cb-b9ee-7f75fb57b16f None None] The sync data for ids ['de56441a-4d5f-4765-bbaa-4caada89364b'] in dv-cinder-784815-3-iscsi is: [{'id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'name': 'tempest-TestVolumeBootPattern-403732453-router', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f177db50-1319-4967-885e-5da79d0748f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:02Z', 'updated_at': '2022-03-29T20:25:06Z', 'revision_number': 4, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'gw_port': {'id': 'f177db50-1319-4967-885e-5da79d0748f3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:03Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_floatingips': [{'id': '8eb28555-4c1d-46ac-814c-be219a6953c4', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'router_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'port_id': '44d0565b-89c9-408b-a7da-9edfd23cebd3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'mac_address': 'fa:16:3e:7d:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578cf01a-f918-4def-80b2-cd0a18fdde58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T20:28:24Z', 'updated_at': '2022-03-29T20:28:27Z', 'revision_number': 1, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62b4591-cc81-42c5-804c-39393b1ebb1e', 'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'mac_address': 'fa:16:3e:58:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:05Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 5, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'subnets': [{'id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:32:36.647321 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c823b19-1738-4178-a714-ce63f9c8a0c8', 'tag': '6d353a84-670e-413d-a586-5af6892f6404'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:32:36.650040 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f7f30e-8544-47ff-84bb-0d68cee95816" -d '{"events": [{"name": "network-changed", "server_uuid": "7c823b19-1738-4178-a714-ce63f9c8a0c8", "tag": "6d353a84-670e-413d-a586-5af6892f6404"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:32:36.690694 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c144e3ce-fbac-418a-9eaf-cb4785edf48d x-openstack-request-id: req-c144e3ce-fbac-418a-9eaf-cb4785edf48d {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:32:36.690991 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c823b19-1738-4178-a714-ce63f9c8a0c8", "tag": "6d353a84-670e-413d-a586-5af6892f6404", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:32:36.691244 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c144e3ce-fbac-418a-9eaf-cb4785edf48d {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:32:36.691649 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c144e3ce-fbac-418a-9eaf-cb4785edf48d'] response: {'name': 'network-changed', 'server_uuid': '7c823b19-1738-4178-a714-ce63f9c8a0c8', 'tag': '6d353a84-670e-413d-a586-5af6892f6404', 'status': 'completed', 'code': 200} Mar 29 20:32:36.753929 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b971bca-84b6-4bd8-8d86-602a48b1d65b None None] New status for floating IP 60e544f1-a262-4691-b70c-24a6ff4d6e79: DOWN {{(pid=103823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 20:32:36.772876 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7f30e-8544-47ff-84bb-0d68cee95816 req-228731be-7cf2-4bb8-8b08-ded78d307a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:36.774499 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-d6f7f30e-8544-47ff-84bb-0d68cee95816 req-228731be-7cf2-4bb8-8b08-ded78d307a0e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f9800a1b31b34882beb7e5e6dcb78fd6&device_id=7c823b19-1738-4178-a714-ce63f9c8a0c8 HTTP/1.1" status: 200 len: 1129 time: 0.0553920 Mar 29 20:32:36.892561 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7f30e-8544-47ff-84bb-0d68cee95816 req-2a14d7c6-9fcb-4211-815d-0dc53be446fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:36.894139 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-d6f7f30e-8544-47ff-84bb-0d68cee95816 req-2a14d7c6-9fcb-4211-815d-0dc53be446fd service neutron] 10.222.0.42 "GET /v2.0/networks?id=1485f463-e536-4f42-9db0-6c4b09430b64 HTTP/1.1" status: 200 len: 912 time: 0.1117876 Mar 29 20:32:36.937446 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-d6f7f30e-8544-47ff-84bb-0d68cee95816 req-f9192c2e-ef36-4dbd-ae36-b4eedef356ba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d353a84-670e-413d-a586-5af6892f6404 HTTP/1.1" status: 200 len: 217 time: 0.0368056 Mar 29 20:32:36.989481 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7f30e-8544-47ff-84bb-0d68cee95816 req-4a594649-d207-4260-9a2b-e2c52413ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:36.990960 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-d6f7f30e-8544-47ff-84bb-0d68cee95816 req-4a594649-d207-4260-9a2b-e2c52413ff43 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99545cee-9f42-4fac-8b36-5dffd0cc2c3e HTTP/1.1" status: 200 len: 850 time: 0.0464473 Mar 29 20:32:37.048936 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7f30e-8544-47ff-84bb-0d68cee95816 req-c23750c2-0c3b-4fa2-baa0-795c9667398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:37.050569 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-d6f7f30e-8544-47ff-84bb-0d68cee95816 req-c23750c2-0c3b-4fa2-baa0-795c9667398a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1485f463-e536-4f42-9db0-6c4b09430b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522416 Mar 29 20:32:37.154278 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-d6f7f30e-8544-47ff-84bb-0d68cee95816 req-2cca6ec6-ecd1-43ee-a430-2b670b150b15 service neutron] 10.222.0.42 "GET /v2.0/networks/1485f463-e536-4f42-9db0-6c4b09430b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971417 Mar 29 20:32:37.260779 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-d6f7f30e-8544-47ff-84bb-0d68cee95816 req-27378d28-e1c3-4205-8d97-45dd7a78ddf5 service neutron] 10.222.0.42 "GET /v2.0/networks/1485f463-e536-4f42-9db0-6c4b09430b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976906 Mar 29 20:32:37.310045 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 13fa2343-cee2-4cd7-9ec5-aae706ed371d no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:32:37.333323 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] No Port match for: 13fa2343-cee2-4cd7-9ec5-aae706ed371d {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:32:37.333713 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 13fa2343-cee2-4cd7-9ec5-aae706ed371d not bound to the agent host hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:32:37.435666 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e3eca-689e-4c68-ae75-04c52193614c req-7dd1a00f-063a-4a6a-8764-b3eb78265fb2 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:37.450793 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a35e3eca-689e-4c68-ae75-04c52193614c req-7dd1a00f-063a-4a6a-8764-b3eb78265fb2 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c823b19-1738-4178-a714-ce63f9c8a0c8 HTTP/1.1" status: 200 len: 945 time: 0.0592210 Mar 29 20:32:37.490896 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-a35e3eca-689e-4c68-ae75-04c52193614c req-501c448a-a816-4585-ae5c-d59c3f48f951 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469425 Mar 29 20:32:37.716783 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278daed-8b48-4c87-974b-aaf926fc887f req-77e4551b-1868-40f8-9bf5-3bfdcdf4e6b9 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:37.721484 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-1278daed-8b48-4c87-974b-aaf926fc887f req-77e4551b-1868-40f8-9bf5-3bfdcdf4e6b9 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c823b19-1738-4178-a714-ce63f9c8a0c8 HTTP/1.1" status: 200 len: 945 time: 0.0680037 Mar 29 20:32:37.827900 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [req-1278daed-8b48-4c87-974b-aaf926fc887f req-c0a0bf42-268b-4c04-838f-f703c89b7450 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Deleting port 6d353a84-670e-413d-a586-5af6892f6404 {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:32:37.828362 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-1278daed-8b48-4c87-974b-aaf926fc887f req-c0a0bf42-268b-4c04-838f-f703c89b7450 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (6d353a84-670e-413d-a586-5af6892f6404), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:37.927345 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-1278daed-8b48-4c87-974b-aaf926fc887f req-c0a0bf42-268b-4c04-838f-f703c89b7450 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] For port 6d353a84-670e-413d-a586-5af6892f6404, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=6d353a84-670e-413d-a586-5af6892f6404,segment=NetworkSegment(0cd826c0-2b4c-4186-9491-4ca38eacdbb2),segment_id=0cd826c0-2b4c-4186-9491-4ca38eacdbb2)] {{(pid=103821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:32:37.927714 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-1278daed-8b48-4c87-974b-aaf926fc887f req-c0a0bf42-268b-4c04-838f-f703c89b7450 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (6d353a84-670e-413d-a586-5af6892f6404), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:37.942439 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [req-1278daed-8b48-4c87-974b-aaf926fc887f req-c0a0bf42-268b-4c04-838f-f703c89b7450 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Calling delete_port for 6d353a84-670e-413d-a586-5af6892f6404 owned by compute:nova {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:32:38.159494 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-1278daed-8b48-4c87-974b-aaf926fc887f req-c0a0bf42-268b-4c04-838f-f703c89b7450 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (6d353a84-670e-413d-a586-5af6892f6404), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:38.191411 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0bf42-268b-4c04-838f-f703c89b7450 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Pushing event deleted for resources: {'Port': ['ID=6d353a84-670e-413d-a586-5af6892f6404,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:38.239666 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1278daed-8b48-4c87-974b-aaf926fc887f req-c0a0bf42-268b-4c04-838f-f703c89b7450 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] No DVR routers for this DVR port 6d353a84-670e-413d-a586-5af6892f6404 on host hv-cinder-78481 {{(pid=103821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:32:38.242190 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-1278daed-8b48-4c87-974b-aaf926fc887f req-c0a0bf42-268b-4c04-838f-f703c89b7450 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:38.245771 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-1278daed-8b48-4c87-974b-aaf926fc887f req-c0a0bf42-268b-4c04-838f-f703c89b7450 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.42 "DELETE /v2.0/ports/6d353a84-670e-413d-a586-5af6892f6404 HTTP/1.1" status: 204 len: 173 time: 0.5218427 Mar 29 20:32:38.603331 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-91b98f64-26d9-4ca6-ae57-ba804def10d7 req-ed0debc2-70c3-4306-8508-038cb227fd40 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c823b19-1738-4178-a714-ce63f9c8a0c8 HTTP/1.1" status: 200 len: 210 time: 0.0372674 Mar 29 20:32:38.693203 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c823b19-1738-4178-a714-ce63f9c8a0c8', 'name': 'network-vif-deleted', 'tag': '6d353a84-670e-413d-a586-5af6892f6404'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:32:38.695972 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a012c1-4c60-420f-babc-8ade055bb150" -d '{"events": [{"server_uuid": "7c823b19-1738-4178-a714-ce63f9c8a0c8", "name": "network-vif-deleted", "tag": "6d353a84-670e-413d-a586-5af6892f6404"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:32:38.738824 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e26ea9e-8efa-4632-9742-419bf25662f0 x-openstack-request-id: req-1e26ea9e-8efa-4632-9742-419bf25662f0 {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:32:38.739404 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c823b19-1738-4178-a714-ce63f9c8a0c8", "name": "network-vif-deleted", "tag": "6d353a84-670e-413d-a586-5af6892f6404", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:32:38.739404 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1e26ea9e-8efa-4632-9742-419bf25662f0 {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:32:38.739742 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e26ea9e-8efa-4632-9742-419bf25662f0'] response: {'server_uuid': '7c823b19-1738-4178-a714-ce63f9c8a0c8', 'name': 'network-vif-deleted', 'tag': '6d353a84-670e-413d-a586-5af6892f6404', 'status': 'completed', 'code': 200} Mar 29 20:32:40.182377 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-d223a162-bc5e-49e6-9dc0-e13ea9045c6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:41.314722 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 6d353a84-670e-413d-a586-5af6892f6404 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:32:41.339011 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] No Port match for: 6d353a84-670e-413d-a586-5af6892f6404 {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:32:41.339356 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 6d353a84-670e-413d-a586-5af6892f6404 not bound to the agent host hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:32:42.201018 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 53902) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:32:42.351069 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7d94dbce-8e18-4ee9-a728-83077582a7a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:42.374362 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-14270343-83a1-4494-a5b7-2ba8c3ba071e tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Deleting port 82eaba72-c97f-46b2-9012-f8260f1ef67b {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:32:42.374706 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-14270343-83a1-4494-a5b7-2ba8c3ba071e tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (82eaba72-c97f-46b2-9012-f8260f1ef67b), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:42.457047 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-14270343-83a1-4494-a5b7-2ba8c3ba071e tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (82eaba72-c97f-46b2-9012-f8260f1ef67b), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:42.457467 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-14270343-83a1-4494-a5b7-2ba8c3ba071e tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for floatingip (82eaba72-c97f-46b2-9012-f8260f1ef67b), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:42.473651 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-14270343-83a1-4494-a5b7-2ba8c3ba071e tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Calling delete_port for 82eaba72-c97f-46b2-9012-f8260f1ef67b owned by network:floatingip {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:32:42.775247 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-14270343-83a1-4494-a5b7-2ba8c3ba071e tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (82eaba72-c97f-46b2-9012-f8260f1ef67b), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:42.803297 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14270343-83a1-4494-a5b7-2ba8c3ba071e tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Pushing event deleted for resources: {'Port': ['ID=82eaba72-c97f-46b2-9012-f8260f1ef67b,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:42.868548 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-14270343-83a1-4494-a5b7-2ba8c3ba071e tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for floatingip (8eb28555-4c1d-46ac-814c-be219a6953c4), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:42.868892 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.db.l3_db [None req-14270343-83a1-4494-a5b7-2ba8c3ba071e tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Floating IP 8eb28555-4c1d-46ac-814c-be219a6953c4 disassociated (deleted). External IP: 172.27.3.163, port: 44d0565b-89c9-408b-a7da-9edfd23cebd3. Mar 29 20:32:42.875427 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 53908) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:32:43.016914 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-34eb1cba-b17f-4ae4-ad1e-1ebf3820ff10 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=49220b2aae834a34a712db331db46a9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402283 Mar 29 20:32:43.019277 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 53912) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:32:43.070822 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-324ab868-3894-4a4e-9d40-70ac79e86cc3 admin admin] Publish callbacks [] for security_group (2c98576e-49d9-4568-b4f6-9ff7a207069b), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:43.097366 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-324ab868-3894-4a4e-9d40-70ac79e86cc3 admin admin] Publish callbacks [] for security_group (2c98576e-49d9-4568-b4f6-9ff7a207069b), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:43.103866 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14270343-83a1-4494-a5b7-2ba8c3ba071e tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Router de56441a-4d5f-4765-bbaa-4caada89364b has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:32:43.233757 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-324ab868-3894-4a4e-9d40-70ac79e86cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (2c98576e-49d9-4568-b4f6-9ff7a207069b), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:43.236876 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-324ab868-3894-4a4e-9d40-70ac79e86cc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:43.238134 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-324ab868-3894-4a4e-9d40-70ac79e86cc3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2c98576e-49d9-4568-b4f6-9ff7a207069b HTTP/1.1" status: 204 len: 168 time: 0.2177520 Mar 29 20:32:43.248916 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ab868-3894-4a4e-9d40-70ac79e86cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c98576e-49d9-4568-b4f6-9ff7a207069b,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:43.455441 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14270343-83a1-4494-a5b7-2ba8c3ba071e tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:32:43.460414 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-14270343-83a1-4494-a5b7-2ba8c3ba071e tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:43.464948 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73a3a91-80ac-44e4-a479-9e279dc86c08 None None] Sync routers for ids ['de56441a-4d5f-4765-bbaa-4caada89364b'] in dv-cinder-784815-3-iscsi {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:32:43.475743 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73a3a91-80ac-44e4-a479-9e279dc86c08 None None] Routers {'de56441a-4d5f-4765-bbaa-4caada89364b'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:32:43.476381 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-b73a3a91-80ac-44e4-a479-9e279dc86c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:32:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['de56441a-4d5f-4765-bbaa-4caada89364b'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:32:43.496661 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-14270343-83a1-4494-a5b7-2ba8c3ba071e tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "DELETE /v2.0/floatingips/8eb28555-4c1d-46ac-814c-be219a6953c4 HTTP/1.1" status: 204 len: 168 time: 1.2950075 Mar 29 20:32:43.497385 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578cf01a-f918-4def-80b2-cd0a18fdde58', 'tag': '44d0565b-89c9-408b-a7da-9edfd23cebd3'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:32:43.512099 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb41a5af-8544-443b-83aa-3eace92877b7" -d '{"events": [{"name": "network-changed", "server_uuid": "578cf01a-f918-4def-80b2-cd0a18fdde58", "tag": "44d0565b-89c9-408b-a7da-9edfd23cebd3"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:32:43.577554 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 20:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2ce664-991d-4504-b366-59e9b082985b x-openstack-request-id: req-7e2ce664-991d-4504-b366-59e9b082985b {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:32:43.578234 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "578cf01a-f918-4def-80b2-cd0a18fdde58", "tag": "44d0565b-89c9-408b-a7da-9edfd23cebd3", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:32:43.578662 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7e2ce664-991d-4504-b366-59e9b082985b {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:32:43.579276 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e2ce664-991d-4504-b366-59e9b082985b'] response: {'name': 'network-changed', 'server_uuid': '578cf01a-f918-4def-80b2-cd0a18fdde58', 'tag': '44d0565b-89c9-408b-a7da-9edfd23cebd3', 'status': 'completed', 'code': 200} Mar 29 20:32:43.668944 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41a5af-8544-443b-83aa-3eace92877b7 req-b69a9fab-5c65-4ab1-b8e6-a4008b118d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:43.673007 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-fb41a5af-8544-443b-83aa-3eace92877b7 req-b69a9fab-5c65-4ab1-b8e6-a4008b118d09 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f9800a1b31b34882beb7e5e6dcb78fd6&device_id=578cf01a-f918-4def-80b2-cd0a18fdde58 HTTP/1.1" status: 200 len: 1130 time: 0.0698326 Mar 29 20:32:43.777159 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41a5af-8544-443b-83aa-3eace92877b7 req-ff00333f-091c-4cf3-bed5-e7e46933c9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:43.778443 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-fb41a5af-8544-443b-83aa-3eace92877b7 req-ff00333f-091c-4cf3-bed5-e7e46933c9c1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1485f463-e536-4f42-9db0-6c4b09430b64 HTTP/1.1" status: 200 len: 912 time: 0.0995860 Mar 29 20:32:43.779606 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-b73a3a91-80ac-44e4-a479-9e279dc86c08 None None] Set router de56441a-4d5f-4765-bbaa-4caada89364b gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:32:43.822494 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-fb41a5af-8544-443b-83aa-3eace92877b7 req-350aa753-eafe-458a-b88e-905cf19be04f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44d0565b-89c9-408b-a7da-9edfd23cebd3 HTTP/1.1" status: 200 len: 217 time: 0.0385709 Mar 29 20:32:43.825627 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:43.878897 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41a5af-8544-443b-83aa-3eace92877b7 req-e629d6f6-9e15-4cde-9a9c-f2d17d27f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:43.880366 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-fb41a5af-8544-443b-83aa-3eace92877b7 req-e629d6f6-9e15-4cde-9a9c-f2d17d27f584 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99545cee-9f42-4fac-8b36-5dffd0cc2c3e HTTP/1.1" status: 200 len: 850 time: 0.0509109 Mar 29 20:32:43.940189 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41a5af-8544-443b-83aa-3eace92877b7 req-844ac705-2497-4e9c-9ddd-6dfd1831be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:43.941327 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-fb41a5af-8544-443b-83aa-3eace92877b7 req-844ac705-2497-4e9c-9ddd-6dfd1831be44 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1485f463-e536-4f42-9db0-6c4b09430b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543954 Mar 29 20:32:44.030996 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-b73a3a91-80ac-44e4-a479-9e279dc86c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'name': 'tempest-TestVolumeBootPattern-403732453-router', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f177db50-1319-4967-885e-5da79d0748f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:02Z', 'updated_at': '2022-03-29T20:25:06Z', 'revision_number': 4, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'gw_port': {'id': 'f177db50-1319-4967-885e-5da79d0748f3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:03Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'f62b4591-cc81-42c5-804c-39393b1ebb1e', 'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'mac_address': 'fa:16:3e:58:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:05Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 5, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'subnets': [{'id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:32:44.038571 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-fb41a5af-8544-443b-83aa-3eace92877b7 req-7d490236-8d25-4edb-859c-7bf39f099471 service neutron] 10.222.0.42 "GET /v2.0/networks/1485f463-e536-4f42-9db0-6c4b09430b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901163 Mar 29 20:32:44.057711 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7bf8b-13fa-4800-b229-c014770d8927 req-b1a381d6-9568-4415-9413-0b8bd36f18c5 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:44.059217 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73a3a91-80ac-44e4-a479-9e279dc86c08 None None] Checking router: de56441a-4d5f-4765-bbaa-4caada89364b for host: dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:32:44.059364 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c3a7bf8b-13fa-4800-b229-c014770d8927 req-b1a381d6-9568-4415-9413-0b8bd36f18c5 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=578cf01a-f918-4def-80b2-cd0a18fdde58 HTTP/1.1" status: 200 len: 946 time: 0.0707650 Mar 29 20:32:44.069444 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73a3a91-80ac-44e4-a479-9e279dc86c08 None None] Routers {'de56441a-4d5f-4765-bbaa-4caada89364b'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:32:44.070361 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-b73a3a91-80ac-44e4-a479-9e279dc86c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:32:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['de56441a-4d5f-4765-bbaa-4caada89364b'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:32:44.135503 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-c3a7bf8b-13fa-4800-b229-c014770d8927 req-2f8e9b91-91df-4a20-8e61-e82e7255a610 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651438 Mar 29 20:32:44.146050 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-fb41a5af-8544-443b-83aa-3eace92877b7 req-a71c5c5b-0dbb-462e-8ca1-eebd7baef891 service neutron] 10.222.0.42 "GET /v2.0/networks/1485f463-e536-4f42-9db0-6c4b09430b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008692 Mar 29 20:32:44.190610 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-b73a3a91-80ac-44e4-a479-9e279dc86c08 None None] Set router de56441a-4d5f-4765-bbaa-4caada89364b gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:32:44.406196 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-b73a3a91-80ac-44e4-a479-9e279dc86c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'name': 'tempest-TestVolumeBootPattern-403732453-router', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f177db50-1319-4967-885e-5da79d0748f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:02Z', 'updated_at': '2022-03-29T20:25:06Z', 'revision_number': 4, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'gw_port': {'id': 'f177db50-1319-4967-885e-5da79d0748f3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:03Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'f62b4591-cc81-42c5-804c-39393b1ebb1e', 'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'mac_address': 'fa:16:3e:58:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:05Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 5, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'subnets': [{'id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:32:44.437965 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73a3a91-80ac-44e4-a479-9e279dc86c08 None None] The sync data for ids ['de56441a-4d5f-4765-bbaa-4caada89364b'] in dv-cinder-784815-3-iscsi is: [{'id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'name': 'tempest-TestVolumeBootPattern-403732453-router', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f177db50-1319-4967-885e-5da79d0748f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:02Z', 'updated_at': '2022-03-29T20:25:06Z', 'revision_number': 4, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'gw_port': {'id': 'f177db50-1319-4967-885e-5da79d0748f3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:03Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi', '_interfaces': [{'id': 'f62b4591-cc81-42c5-804c-39393b1ebb1e', 'name': '', 'network_id': '1485f463-e536-4f42-9db0-6c4b09430b64', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'mac_address': 'fa:16:3e:58:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:05Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 5, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'subnets': [{'id': '99545cee-9f42-4fac-8b36-5dffd0cc2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:32:44.675370 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33f734c-152e-49c5-b370-dad1ab96c608 None None] New status for floating IP 8eb28555-4c1d-46ac-814c-be219a6953c4: DOWN {{(pid=103823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 20:32:44.833430 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:45.275269 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba1c11-74c8-412b-833c-59521efcfb07 req-a3103d28-c26a-4240-8793-b7a2f56a5bc5 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:45.277057 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f9ba1c11-74c8-412b-833c-59521efcfb07 req-a3103d28-c26a-4240-8793-b7a2f56a5bc5 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=578cf01a-f918-4def-80b2-cd0a18fdde58 HTTP/1.1" status: 200 len: 946 time: 0.0585897 Mar 29 20:32:45.335666 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-f9ba1c11-74c8-412b-833c-59521efcfb07 req-d329284d-f1d2-4c31-a79a-43f4a4998e3e tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c257c0a-44c9-4d07-9e0c-67bed43b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526190 Mar 29 20:32:45.397927 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33dddb-187c-4ddc-8e57-9c50090a8f29 req-ce2c918b-c5ee-45d2-abd5-e67b009962bc tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:32:45.399417 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-ad33dddb-187c-4ddc-8e57-9c50090a8f29 req-ce2c918b-c5ee-45d2-abd5-e67b009962bc tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.42 "GET /v2.0/ports?device_id=578cf01a-f918-4def-80b2-cd0a18fdde58 HTTP/1.1" status: 200 len: 946 time: 0.0588427 Mar 29 20:32:45.509225 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [req-ad33dddb-187c-4ddc-8e57-9c50090a8f29 req-83fff1aa-0368-4a6b-ab78-9996f0f7641a tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Deleting port 44d0565b-89c9-408b-a7da-9edfd23cebd3 {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:32:45.509589 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-ad33dddb-187c-4ddc-8e57-9c50090a8f29 req-83fff1aa-0368-4a6b-ab78-9996f0f7641a tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (44d0565b-89c9-408b-a7da-9edfd23cebd3), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:45.608776 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [req-ad33dddb-187c-4ddc-8e57-9c50090a8f29 req-83fff1aa-0368-4a6b-ab78-9996f0f7641a tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] For port 44d0565b-89c9-408b-a7da-9edfd23cebd3, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=44d0565b-89c9-408b-a7da-9edfd23cebd3,segment=NetworkSegment(0cd826c0-2b4c-4186-9491-4ca38eacdbb2),segment_id=0cd826c0-2b4c-4186-9491-4ca38eacdbb2)] {{(pid=103821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:32:45.609086 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-ad33dddb-187c-4ddc-8e57-9c50090a8f29 req-83fff1aa-0368-4a6b-ab78-9996f0f7641a tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (44d0565b-89c9-408b-a7da-9edfd23cebd3), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:45.624273 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [req-ad33dddb-187c-4ddc-8e57-9c50090a8f29 req-83fff1aa-0368-4a6b-ab78-9996f0f7641a tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Calling delete_port for 44d0565b-89c9-408b-a7da-9edfd23cebd3 owned by compute:nova {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:32:45.831674 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-ad33dddb-187c-4ddc-8e57-9c50090a8f29 req-83fff1aa-0368-4a6b-ab78-9996f0f7641a tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (44d0565b-89c9-408b-a7da-9edfd23cebd3), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:45.863396 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fff1aa-0368-4a6b-ab78-9996f0f7641a tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Pushing event deleted for resources: {'Port': ['ID=44d0565b-89c9-408b-a7da-9edfd23cebd3,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:45.915445 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad33dddb-187c-4ddc-8e57-9c50090a8f29 req-83fff1aa-0368-4a6b-ab78-9996f0f7641a tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] No DVR routers for this DVR port 44d0565b-89c9-408b-a7da-9edfd23cebd3 on host hv-cinder-78481 {{(pid=103821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:32:45.922296 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [req-ad33dddb-187c-4ddc-8e57-9c50090a8f29 req-83fff1aa-0368-4a6b-ab78-9996f0f7641a tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for port (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:45.925642 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [req-ad33dddb-187c-4ddc-8e57-9c50090a8f29 req-83fff1aa-0368-4a6b-ab78-9996f0f7641a tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.42 "DELETE /v2.0/ports/44d0565b-89c9-408b-a7da-9edfd23cebd3 HTTP/1.1" status: 204 len: 173 time: 0.5204062 Mar 29 20:32:45.926104 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578cf01a-f918-4def-80b2-cd0a18fdde58', 'name': 'network-vif-deleted', 'tag': '44d0565b-89c9-408b-a7da-9edfd23cebd3'}] {{(pid=103821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 20:32:45.928415 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59efa4f9189bf2907d6541e4c793522f5d9aeefecbf3dd442fa20d0d816dc684" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad63567c-52dc-486e-8587-93f2caab8dbb" -d '{"events": [{"server_uuid": "578cf01a-f918-4def-80b2-cd0a18fdde58", "name": "network-vif-deleted", "tag": "44d0565b-89c9-408b-a7da-9edfd23cebd3"}]}' {{(pid=103821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 20:32:45.965969 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 20:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f443365-d42d-4bd1-953e-e36bb13cf997 x-openstack-request-id: req-8f443365-d42d-4bd1-953e-e36bb13cf997 {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 20:32:45.966264 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578cf01a-f918-4def-80b2-cd0a18fdde58", "name": "network-vif-deleted", "tag": "44d0565b-89c9-408b-a7da-9edfd23cebd3", "status": "completed", "code": 200}]} {{(pid=103821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 20:32:45.966519 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8f443365-d42d-4bd1-953e-e36bb13cf997 {{(pid=103821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 20:32:45.966918 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f443365-d42d-4bd1-953e-e36bb13cf997'] response: {'server_uuid': '578cf01a-f918-4def-80b2-cd0a18fdde58', 'name': 'network-vif-deleted', 'tag': '44d0565b-89c9-408b-a7da-9edfd23cebd3', 'status': 'completed', 'code': 200} Mar 29 20:32:46.427605 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:46.435874 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [req-9fbf9e23-2162-4022-b250-728d57357aa8 req-eb89d3f1-145d-4eeb-9446-7f99715732a2 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "GET /v2.0/ports?device_id=578cf01a-f918-4def-80b2-cd0a18fdde58 HTTP/1.1" status: 200 len: 210 time: 0.0294802 Mar 29 20:32:47.493490 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 53930) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:32:47.626633 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-404677cb-37c6-41e4-9adf-2ad81df15937 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Deleting port bb7415c3-6502-46cb-9095-cc0fc8b20a2d {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:32:47.626980 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-404677cb-37c6-41e4-9adf-2ad81df15937 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (bb7415c3-6502-46cb-9095-cc0fc8b20a2d), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:47.705831 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-404677cb-37c6-41e4-9adf-2ad81df15937 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (bb7415c3-6502-46cb-9095-cc0fc8b20a2d), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:47.706153 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-404677cb-37c6-41e4-9adf-2ad81df15937 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for floatingip (bb7415c3-6502-46cb-9095-cc0fc8b20a2d), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:47.719907 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-404677cb-37c6-41e4-9adf-2ad81df15937 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Calling delete_port for bb7415c3-6502-46cb-9095-cc0fc8b20a2d owned by network:floatingip {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:32:47.936888 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-404677cb-37c6-41e4-9adf-2ad81df15937 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (bb7415c3-6502-46cb-9095-cc0fc8b20a2d), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:47.963750 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404677cb-37c6-41e4-9adf-2ad81df15937 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Pushing event deleted for resources: {'Port': ['ID=bb7415c3-6502-46cb-9095-cc0fc8b20a2d,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:48.030912 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-404677cb-37c6-41e4-9adf-2ad81df15937 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for floatingip (3cc66d29-433e-4c6f-90f8-abab50840067), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:48.033660 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-404677cb-37c6-41e4-9adf-2ad81df15937 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220471'] for floatingip (None), before_response {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:48.034862 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-404677cb-37c6-41e4-9adf-2ad81df15937 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "DELETE /v2.0/floatingips/3cc66d29-433e-4c6f-90f8-abab50840067 HTTP/1.1" status: 204 len: 168 time: 0.5403733 Mar 29 20:32:49.349150 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 44d0565b-89c9-408b-a7da-9edfd23cebd3 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:32:49.370857 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] No Port match for: 44d0565b-89c9-408b-a7da-9edfd23cebd3 {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:32:49.371204 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Device 44d0565b-89c9-408b-a7da-9edfd23cebd3 not bound to the agent host hv-cinder-78481 {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:32:49.380373 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 53942) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:32:49.437848 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-78a75853-6c08-4651-875f-7c6944404d35 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for security_group (5c257c0a-44c9-4d07-9e0c-67bed43b2f98), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:49.464373 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-78a75853-6c08-4651-875f-7c6944404d35 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for security_group (5c257c0a-44c9-4d07-9e0c-67bed43b2f98), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:49.650584 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-78a75853-6c08-4651-875f-7c6944404d35 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (5c257c0a-44c9-4d07-9e0c-67bed43b2f98), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:49.653473 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-78a75853-6c08-4651-875f-7c6944404d35 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:49.656708 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-78a75853-6c08-4651-875f-7c6944404d35 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] 10.222.0.43 "DELETE /v2.0/security-groups/5c257c0a-44c9-4d07-9e0c-67bed43b2f98 HTTP/1.1" status: 204 len: 168 time: 0.2732832 Mar 29 20:32:49.670195 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a75853-6c08-4651-875f-7c6944404d35 tempest-TestVolumeBootPattern-1089514404 tempest-TestVolumeBootPattern-1089514404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c257c0a-44c9-4d07-9e0c-67bed43b2f98,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:49.796735 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 53946) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:32:50.374247 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fb74928a-b739-4ea4-8590-9741da345d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548673'] for router_interface (de56441a-4d5f-4765-bbaa-4caada89364b), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:50.641604 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-fb74928a-b739-4ea4-8590-9741da345d31 admin admin] Deleting port f62b4591-cc81-42c5-804c-39393b1ebb1e {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:32:50.642296 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fb74928a-b739-4ea4-8590-9741da345d31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (f62b4591-cc81-42c5-804c-39393b1ebb1e), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:50.726341 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-fb74928a-b739-4ea4-8590-9741da345d31 admin admin] For port f62b4591-cc81-42c5-804c-39393b1ebb1e, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=f62b4591-cc81-42c5-804c-39393b1ebb1e,segment=NetworkSegment(0cd826c0-2b4c-4186-9491-4ca38eacdbb2),segment_id=0cd826c0-2b4c-4186-9491-4ca38eacdbb2)] {{(pid=103820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:32:50.726700 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fb74928a-b739-4ea4-8590-9741da345d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (f62b4591-cc81-42c5-804c-39393b1ebb1e), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:50.739976 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-fb74928a-b739-4ea4-8590-9741da345d31 admin admin] Calling delete_port for f62b4591-cc81-42c5-804c-39393b1ebb1e owned by network:router_interface {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:32:51.008432 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fb74928a-b739-4ea4-8590-9741da345d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (f62b4591-cc81-42c5-804c-39393b1ebb1e), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:51.036160 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74928a-b739-4ea4-8590-9741da345d31 admin admin] Pushing event deleted for resources: {'Port': ['ID=f62b4591-cc81-42c5-804c-39393b1ebb1e,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:51.204508 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-fb74928a-b739-4ea4-8590-9741da345d31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3663940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548049'] for router_interface (de56441a-4d5f-4765-bbaa-4caada89364b), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:51.430604 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb74928a-b739-4ea4-8590-9741da345d31 admin admin] Router de56441a-4d5f-4765-bbaa-4caada89364b has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:32:51.825856 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb74928a-b739-4ea4-8590-9741da345d31 admin admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:32:51.832640 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-fb74928a-b739-4ea4-8590-9741da345d31 admin admin] 10.222.0.43 "PUT /v2.0/routers/de56441a-4d5f-4765-bbaa-4caada89364b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0342295 Mar 29 20:32:51.833676 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 53950) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:32:51.837159 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac220b5-5bb7-471c-b63b-e6a074d23210 None None] Sync routers for ids ['de56441a-4d5f-4765-bbaa-4caada89364b'] in dv-cinder-784815-3-iscsi {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:32:51.847323 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac220b5-5bb7-471c-b63b-e6a074d23210 None None] Routers {'de56441a-4d5f-4765-bbaa-4caada89364b'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:32:51.847955 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-aac220b5-5bb7-471c-b63b-e6a074d23210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:32:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['de56441a-4d5f-4765-bbaa-4caada89364b'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:32:51.958105 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3e062ec9-0621-409c-93f9-5b2bb8c82a04 admin admin] Publish callbacks [] for router (de56441a-4d5f-4765-bbaa-4caada89364b), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:51.983922 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-aac220b5-5bb7-471c-b63b-e6a074d23210 None None] Set router de56441a-4d5f-4765-bbaa-4caada89364b gateway port host: dv-cinder-784815-3-iscsi {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:32:52.072095 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3e062ec9-0621-409c-93f9-5b2bb8c82a04 admin admin] Publish callbacks [] for router_gateway (de56441a-4d5f-4765-bbaa-4caada89364b), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:52.186144 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-aac220b5-5bb7-471c-b63b-e6a074d23210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'name': 'tempest-TestVolumeBootPattern-403732453-router', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f177db50-1319-4967-885e-5da79d0748f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:02Z', 'updated_at': '2022-03-29T20:32:50Z', 'revision_number': 5, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'gw_port': {'id': 'f177db50-1319-4967-885e-5da79d0748f3', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:03Z', 'updated_at': '2022-03-29T20:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:32:52.195352 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-3e062ec9-0621-409c-93f9-5b2bb8c82a04 admin admin] Deleting port f177db50-1319-4967-885e-5da79d0748f3 {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:32:52.195684 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3e062ec9-0621-409c-93f9-5b2bb8c82a04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (f177db50-1319-4967-885e-5da79d0748f3), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:52.213457 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac220b5-5bb7-471c-b63b-e6a074d23210 None None] Checking router: de56441a-4d5f-4765-bbaa-4caada89364b for host: dv-cinder-784815-3-iscsi {{(pid=103822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:32:52.222723 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac220b5-5bb7-471c-b63b-e6a074d23210 None None] Routers {'de56441a-4d5f-4765-bbaa-4caada89364b'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:32:52.223337 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-aac220b5-5bb7-471c-b63b-e6a074d23210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:32:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['de56441a-4d5f-4765-bbaa-4caada89364b'], 'active': True} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:32:52.286495 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-3e062ec9-0621-409c-93f9-5b2bb8c82a04 admin admin] For port f177db50-1319-4967-885e-5da79d0748f3, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=f177db50-1319-4967-885e-5da79d0748f3,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:32:52.286961 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3e062ec9-0621-409c-93f9-5b2bb8c82a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (f177db50-1319-4967-885e-5da79d0748f3), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:52.301950 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-3e062ec9-0621-409c-93f9-5b2bb8c82a04 admin admin] Calling delete_port for f177db50-1319-4967-885e-5da79d0748f3 owned by network:router_gateway {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:32:52.320660 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvr_db [None req-aac220b5-5bb7-471c-b63b-e6a074d23210 None None] Set router de56441a-4d5f-4765-bbaa-4caada89364b gateway port host: None {{(pid=103822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:32:52.382275 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_hamode_db [None req-aac220b5-5bb7-471c-b63b-e6a074d23210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'name': 'tempest-TestVolumeBootPattern-403732453-router', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:02Z', 'updated_at': '2022-03-29T20:32:52Z', 'revision_number': 6, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'gw_port_host': None}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:32:52.412678 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac220b5-5bb7-471c-b63b-e6a074d23210 None None] The sync data for ids ['de56441a-4d5f-4765-bbaa-4caada89364b'] in dv-cinder-784815-3-iscsi is: [{'id': 'de56441a-4d5f-4765-bbaa-4caada89364b', 'name': 'tempest-TestVolumeBootPattern-403732453-router', 'tenant_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:02Z', 'updated_at': '2022-03-29T20:32:52Z', 'revision_number': 6, 'project_id': 'f9800a1b31b34882beb7e5e6dcb78fd6', 'gw_port_host': None}] {{(pid=103822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:32:52.540118 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3e062ec9-0621-409c-93f9-5b2bb8c82a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (f177db50-1319-4967-885e-5da79d0748f3), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:52.568464 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e062ec9-0621-409c-93f9-5b2bb8c82a04 admin admin] Pushing event deleted for resources: {'Port': ['ID=f177db50-1319-4967-885e-5da79d0748f3,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:52.629018 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3e062ec9-0621-409c-93f9-5b2bb8c82a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540987'] for router_gateway (de56441a-4d5f-4765-bbaa-4caada89364b), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:52.727290 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3e062ec9-0621-409c-93f9-5b2bb8c82a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-391'] for router (de56441a-4d5f-4765-bbaa-4caada89364b), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:52.729473 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3e062ec9-0621-409c-93f9-5b2bb8c82a04 admin admin] Publish callbacks [] for router_controller (de56441a-4d5f-4765-bbaa-4caada89364b), precommit_delete_associations {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:52.843001 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3e062ec9-0621-409c-93f9-5b2bb8c82a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-546014'] for router (de56441a-4d5f-4765-bbaa-4caada89364b), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:52.843853 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e062ec9-0621-409c-93f9-5b2bb8c82a04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de56441a-4d5f-4765-bbaa-4caada89364b {{(pid=103820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 20:32:52.848493 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3e062ec9-0621-409c-93f9-5b2bb8c82a04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:52.849681 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-3e062ec9-0621-409c-93f9-5b2bb8c82a04 admin admin] 10.222.0.43 "DELETE /v2.0/routers/de56441a-4d5f-4765-bbaa-4caada89364b HTTP/1.1" status: 204 len: 168 time: 1.0147638 Mar 29 20:32:52.852180 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 53952) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:32:52.899215 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_v2 [None req-19148b04-0201-4db7-ac20-a8ba537643e0 admin admin] Deleting subnet 99545cee-9f42-4fac-8b36-5dffd0cc2c3e {{(pid=103820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 20:32:52.903176 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-19148b04-0201-4db7-ac20-a8ba537643e0 admin admin] Publish callbacks [] for subnet (99545cee-9f42-4fac-8b36-5dffd0cc2c3e), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:52.940011 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-19148b04-0201-4db7-ac20-a8ba537643e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129519656'] for subnet (99545cee-9f42-4fac-8b36-5dffd0cc2c3e), precommit_delete_associations {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:53.027828 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-19148b04-0201-4db7-ac20-a8ba537643e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3219654'] for subnet (99545cee-9f42-4fac-8b36-5dffd0cc2c3e), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:53.147603 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-19148b04-0201-4db7-ac20-a8ba537643e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3219697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126325774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126129293'] for subnet (99545cee-9f42-4fac-8b36-5dffd0cc2c3e), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:53.175095 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148b04-0201-4db7-ac20-a8ba537643e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99545cee-9f42-4fac-8b36-5dffd0cc2c3e,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:53.177120 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-19148b04-0201-4db7-ac20-a8ba537643e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:53.181374 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-19148b04-0201-4db7-ac20-a8ba537643e0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/99545cee-9f42-4fac-8b36-5dffd0cc2c3e HTTP/1.1" status: 204 len: 168 time: 0.3281510 Mar 29 20:32:53.182945 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 53954) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:32:53.185672 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92df09a-d2c2-4936-9b89-ceffc09c123f None None] Network 1485f463-e536-4f42-9db0-6c4b09430b64 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:32:53.270868 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2da6ff60-7d1a-451a-a542-36a47ac158c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148679'] for network (1485f463-e536-4f42-9db0-6c4b09430b64), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:53.340860 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-2da6ff60-7d1a-451a-a542-36a47ac158c7 admin admin] Deleting port f5b357cd-1034-48f3-a23b-cd9f930a844f {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:32:53.341270 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2da6ff60-7d1a-451a-a542-36a47ac158c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (f5b357cd-1034-48f3-a23b-cd9f930a844f), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:53.370114 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f93469-e6f5-45a9-a9fa-6f9049e513f5 None None] DHCP port deletion for 1485f463-e536-4f42-9db0-6c4b09430b64 request from dv-cinder-784815-3-iscsi {{(pid=103822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 20:32:53.408694 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-2da6ff60-7d1a-451a-a542-36a47ac158c7 admin admin] For port f5b357cd-1034-48f3-a23b-cd9f930a844f, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=f5b357cd-1034-48f3-a23b-cd9f930a844f,segment=NetworkSegment(0cd826c0-2b4c-4186-9491-4ca38eacdbb2),segment_id=0cd826c0-2b4c-4186-9491-4ca38eacdbb2)] {{(pid=103820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:32:53.409230 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2da6ff60-7d1a-451a-a542-36a47ac158c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (f5b357cd-1034-48f3-a23b-cd9f930a844f), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:53.425079 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-2da6ff60-7d1a-451a-a542-36a47ac158c7 admin admin] Calling delete_port for f5b357cd-1034-48f3-a23b-cd9f930a844f owned by network:dhcp {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:32:53.432199 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-44f93469-e6f5-45a9-a9fa-6f9049e513f5 None None] Deleting port f5b357cd-1034-48f3-a23b-cd9f930a844f {{(pid=103822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:32:53.432573 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-44f93469-e6f5-45a9-a9fa-6f9049e513f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (f5b357cd-1034-48f3-a23b-cd9f930a844f), before_delete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:53.508063 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-44f93469-e6f5-45a9-a9fa-6f9049e513f5 None None] For port f5b357cd-1034-48f3-a23b-cd9f930a844f, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=f5b357cd-1034-48f3-a23b-cd9f930a844f,segment=NetworkSegment(0cd826c0-2b4c-4186-9491-4ca38eacdbb2),segment_id=0cd826c0-2b4c-4186-9491-4ca38eacdbb2)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:32:53.508454 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-44f93469-e6f5-45a9-a9fa-6f9049e513f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (f5b357cd-1034-48f3-a23b-cd9f930a844f), precommit_delete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:53.521923 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-44f93469-e6f5-45a9-a9fa-6f9049e513f5 None None] Calling delete_port for f5b357cd-1034-48f3-a23b-cd9f930a844f owned by network:dhcp {{(pid=103822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:32:53.598171 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2da6ff60-7d1a-451a-a542-36a47ac158c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (f5b357cd-1034-48f3-a23b-cd9f930a844f), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:53.614596 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-44f93469-e6f5-45a9-a9fa-6f9049e513f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279'] for port (f5b357cd-1034-48f3-a23b-cd9f930a844f), after_delete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:53.632340 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6ff60-7d1a-451a-a542-36a47ac158c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b357cd-1034-48f3-a23b-cd9f930a844f,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:53.644430 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da6ff60-7d1a-451a-a542-36a47ac158c7 admin admin] No DVR routers for this DVR port f5b357cd-1034-48f3-a23b-cd9f930a844f on host dv-cinder-784815-3-iscsi {{(pid=103820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:32:53.645007 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f93469-e6f5-45a9-a9fa-6f9049e513f5 None None] Pushing event deleted for resources: {'Port': ['ID=f5b357cd-1034-48f3-a23b-cd9f930a844f,revision_number=None']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:53.648667 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f93469-e6f5-45a9-a9fa-6f9049e513f5 None None] No DVR routers for this DVR port f5b357cd-1034-48f3-a23b-cd9f930a844f on host dv-cinder-784815-3-iscsi {{(pid=103822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:32:53.724955 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2da6ff60-7d1a-451a-a542-36a47ac158c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336013', 'neutron.services.segments.db._delete_segments_for_network-8738049908282'] for network (1485f463-e536-4f42-9db0-6c4b09430b64), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:53.749133 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.services.segments.db [None req-2da6ff60-7d1a-451a-a542-36a47ac158c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1485f463-e536-4f42-9db0-6c4b09430b64']}} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:32:53.760741 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.services.segments.db [None req-2da6ff60-7d1a-451a-a542-36a47ac158c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd826c0-2b4c-4186-9491-4ca38eacdbb2') {'for_net_delete': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:32:53.761037 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.services.segments.db [None req-2da6ff60-7d1a-451a-a542-36a47ac158c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd826c0-2b4c-4186-9491-4ca38eacdbb2') {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:32:53.770760 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2da6ff60-7d1a-451a-a542-36a47ac158c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050091075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129519651'] for segment (0cd826c0-2b4c-4186-9491-4ca38eacdbb2), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:53.786391 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2da6ff60-7d1a-451a-a542-36a47ac158c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (0cd826c0-2b4c-4186-9491-4ca38eacdbb2), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:53.793749 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da6ff60-7d1a-451a-a542-36a47ac158c7 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 20:32:53.794140 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2da6ff60-7d1a-451a-a542-36a47ac158c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126327720'] for segment (0cd826c0-2b4c-4186-9491-4ca38eacdbb2), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: Traceback (most recent call last): Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: timer() Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: cb(*args, **kw) Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: return func(*args, **kwargs) Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: self._notify() Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: self.callback(batched_events) Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: event.method(event) Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: return f(self, *a, **k) Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: return self._get(url).json() Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: return self.request(url, 'GET', **kwargs) Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 20:32:53.795907 dv-cinder-784815-3-iscsi neutron-server[103820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 20:32:53.905472 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2da6ff60-7d1a-451a-a542-36a47ac158c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541015'] for network (1485f463-e536-4f42-9db0-6c4b09430b64), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:53.914401 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2da6ff60-7d1a-451a-a542-36a47ac158c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:53.914401 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-2da6ff60-7d1a-451a-a542-36a47ac158c7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1485f463-e536-4f42-9db0-6c4b09430b64 HTTP/1.1" status: 204 len: 168 time: 0.7290301 Mar 29 20:32:53.917488 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [-] (103821) accepted ('10.222.0.43', 53956) {{(pid=103821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:32:53.928682 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6ff60-7d1a-451a-a542-36a47ac158c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1485f463-e536-4f42-9db0-6c4b09430b64,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:53.996144 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device f177db50-1319-4967-885e-5da79d0748f3 no longer exists at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:32:54.021743 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] No Port match for: f177db50-1319-4967-885e-5da79d0748f3 {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:32:54.022189 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device f177db50-1319-4967-885e-5da79d0748f3 not bound to the agent host dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:32:54.022734 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device f62b4591-cc81-42c5-804c-39393b1ebb1e no longer exists at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:32:54.043083 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] No Port match for: f62b4591-cc81-42c5-804c-39393b1ebb1e {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:32:54.043427 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device f62b4591-cc81-42c5-804c-39393b1ebb1e not bound to the agent host dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:32:54.043845 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device f5b357cd-1034-48f3-a23b-cd9f930a844f no longer exists at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:32:54.063903 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] No Port match for: f5b357cd-1034-48f3-a23b-cd9f930a844f {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:32:54.064249 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device f5b357cd-1034-48f3-a23b-cd9f930a844f not bound to the agent host dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:32:54.294125 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-097ae3d0-6485-403a-956b-1eaf0dde3308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548673'] for router_interface (032e33dd-c133-48b0-8eec-0750bc4eed93), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:54.553514 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-097ae3d0-6485-403a-956b-1eaf0dde3308 admin admin] Deleting port e8e48ba0-5246-4e22-ae07-57cae96f0b07 {{(pid=103821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:32:54.553779 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-097ae3d0-6485-403a-956b-1eaf0dde3308 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (e8e48ba0-5246-4e22-ae07-57cae96f0b07), before_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:54.633985 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.db [None req-097ae3d0-6485-403a-956b-1eaf0dde3308 admin admin] For port e8e48ba0-5246-4e22-ae07-57cae96f0b07, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=e8e48ba0-5246-4e22-ae07-57cae96f0b07,segment=NetworkSegment(24fa8f40-3c47-4a7b-9fd6-f45bc89a6b64),segment_id=24fa8f40-3c47-4a7b-9fd6-f45bc89a6b64)] {{(pid=103821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:32:54.634348 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-097ae3d0-6485-403a-956b-1eaf0dde3308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (e8e48ba0-5246-4e22-ae07-57cae96f0b07), precommit_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:54.652722 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.plugins.ml2.plugin [None req-097ae3d0-6485-403a-956b-1eaf0dde3308 admin admin] Calling delete_port for e8e48ba0-5246-4e22-ae07-57cae96f0b07 owned by network:router_interface {{(pid=103821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:32:54.907314 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-097ae3d0-6485-403a-956b-1eaf0dde3308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129149332'] for port (e8e48ba0-5246-4e22-ae07-57cae96f0b07), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:54.935100 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ae3d0-6485-403a-956b-1eaf0dde3308 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e48ba0-5246-4e22-ae07-57cae96f0b07,revision_number=None']} {{(pid=103821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:55.122865 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron_lib.callbacks.manager [None req-097ae3d0-6485-403a-956b-1eaf0dde3308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3663940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548049'] for router_interface (032e33dd-c133-48b0-8eec-0750bc4eed93), after_delete {{(pid=103821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:55.352717 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097ae3d0-6485-403a-956b-1eaf0dde3308 admin admin] Router 032e33dd-c133-48b0-8eec-0750bc4eed93 has already been hosted by L3 agent a63b16e5-0ab2-42ee-862f-c438c2d49a6d {{(pid=103821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:32:55.467033 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097ae3d0-6485-403a-956b-1eaf0dde3308 admin admin] Notify agent at l3_agent.dv-cinder-784815-3-iscsi the message routers_updated {{(pid=103821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:32:55.472427 dv-cinder-784815-3-iscsi neutron-server[103821]: INFO neutron.wsgi [None req-097ae3d0-6485-403a-956b-1eaf0dde3308 admin admin] 10.222.0.43 "PUT /v2.0/routers/032e33dd-c133-48b0-8eec-0750bc4eed93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5533099 Mar 29 20:32:55.475196 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 53958) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:32:55.475945 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8783e86b-3e21-4e3b-854f-4e2a45c1fc4d None None] Sync routers for ids ['032e33dd-c133-48b0-8eec-0750bc4eed93'] in dv-cinder-784815-3-iscsi {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:32:55.488199 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8783e86b-3e21-4e3b-854f-4e2a45c1fc4d None None] Routers {'032e33dd-c133-48b0-8eec-0750bc4eed93'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:32:55.488796 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-8783e86b-3e21-4e3b-854f-4e2a45c1fc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:32:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['032e33dd-c133-48b0-8eec-0750bc4eed93'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:32:55.585453 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c93dd16c-734d-4698-aed5-9acd97ae983f admin admin] Publish callbacks [] for router (032e33dd-c133-48b0-8eec-0750bc4eed93), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:55.600272 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-8783e86b-3e21-4e3b-854f-4e2a45c1fc4d None None] Set router 032e33dd-c133-48b0-8eec-0750bc4eed93 gateway port host: dv-cinder-784815-3-iscsi {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:32:55.701655 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c93dd16c-734d-4698-aed5-9acd97ae983f admin admin] Publish callbacks [] for router_gateway (032e33dd-c133-48b0-8eec-0750bc4eed93), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:55.822674 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-c93dd16c-734d-4698-aed5-9acd97ae983f admin admin] Deleting port 8c19c77e-ad97-424e-8ffa-93f9dd595b58 {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:32:55.824090 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c93dd16c-734d-4698-aed5-9acd97ae983f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (8c19c77e-ad97-424e-8ffa-93f9dd595b58), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:55.824487 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-8783e86b-3e21-4e3b-854f-4e2a45c1fc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032e33dd-c133-48b0-8eec-0750bc4eed93', 'name': 'tempest-TestVolumeBootPattern-169388773-router', 'tenant_id': '4d4ba541303f4c3cbbbb479c169d8bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'external_fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '8c19c77e-ad97-424e-8ffa-93f9dd595b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:10Z', 'updated_at': '2022-03-29T20:32:54Z', 'revision_number': 5, 'project_id': '4d4ba541303f4c3cbbbb479c169d8bd4', 'gw_port': {'id': '8c19c77e-ad97-424e-8ffa-93f9dd595b58', 'name': '', 'network_id': '921e7f1b-e183-4cfd-babe-1b51626667cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032e33dd-c133-48b0-8eec-0750bc4eed93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:25:11Z', 'updated_at': '2022-03-29T20:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb70218-5a19-4d48-a6d1-83791bae0ed9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-3-iscsi'}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:32:55.854930 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8783e86b-3e21-4e3b-854f-4e2a45c1fc4d None None] Checking router: 032e33dd-c133-48b0-8eec-0750bc4eed93 for host: dv-cinder-784815-3-iscsi {{(pid=103823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:32:55.864956 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8783e86b-3e21-4e3b-854f-4e2a45c1fc4d None None] Routers {'032e33dd-c133-48b0-8eec-0750bc4eed93'} bound to L3 agent in host dv-cinder-784815-3-iscsi {{(pid=103823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:32:55.865610 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-8783e86b-3e21-4e3b-854f-4e2a45c1fc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T20:12:12Z,description=,heartbeat_timestamp=2022-03-29T20:32:42Z,host='dv-cinder-784815-3-iscsi',id=a63b16e5-0ab2-42ee-862f-c438c2d49a6d,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:12:13Z,topic='l3_agent')) {'router_ids': ['032e33dd-c133-48b0-8eec-0750bc4eed93'], 'active': True} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:32:55.927289 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-c93dd16c-734d-4698-aed5-9acd97ae983f admin admin] For port 8c19c77e-ad97-424e-8ffa-93f9dd595b58, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=8c19c77e-ad97-424e-8ffa-93f9dd595b58,segment=NetworkSegment(ee34289f-e20b-417d-b084-06407ec25b28),segment_id=ee34289f-e20b-417d-b084-06407ec25b28)] {{(pid=103820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:32:55.927835 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c93dd16c-734d-4698-aed5-9acd97ae983f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (8c19c77e-ad97-424e-8ffa-93f9dd595b58), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:55.959716 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-c93dd16c-734d-4698-aed5-9acd97ae983f admin admin] Calling delete_port for 8c19c77e-ad97-424e-8ffa-93f9dd595b58 owned by network:router_gateway {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:32:55.964378 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_dvr_db [None req-8783e86b-3e21-4e3b-854f-4e2a45c1fc4d None None] Set router 032e33dd-c133-48b0-8eec-0750bc4eed93 gateway port host: None {{(pid=103823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:32:56.018258 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.l3_hamode_db [None req-8783e86b-3e21-4e3b-854f-4e2a45c1fc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032e33dd-c133-48b0-8eec-0750bc4eed93', 'name': 'tempest-TestVolumeBootPattern-169388773-router', 'tenant_id': '4d4ba541303f4c3cbbbb479c169d8bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:10Z', 'updated_at': '2022-03-29T20:32:55Z', 'revision_number': 6, 'project_id': '4d4ba541303f4c3cbbbb479c169d8bd4', 'gw_port_host': None}], 'dv-cinder-784815-3-iscsi', False) {} {{(pid=103823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:32:56.049332 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8783e86b-3e21-4e3b-854f-4e2a45c1fc4d None None] The sync data for ids ['032e33dd-c133-48b0-8eec-0750bc4eed93'] in dv-cinder-784815-3-iscsi is: [{'id': '032e33dd-c133-48b0-8eec-0750bc4eed93', 'name': 'tempest-TestVolumeBootPattern-169388773-router', 'tenant_id': '4d4ba541303f4c3cbbbb479c169d8bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:25:10Z', 'updated_at': '2022-03-29T20:32:55Z', 'revision_number': 6, 'project_id': '4d4ba541303f4c3cbbbb479c169d8bd4', 'gw_port_host': None}] {{(pid=103823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:32:56.221711 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c93dd16c-734d-4698-aed5-9acd97ae983f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (8c19c77e-ad97-424e-8ffa-93f9dd595b58), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:56.246994 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93dd16c-734d-4698-aed5-9acd97ae983f admin admin] Pushing event deleted for resources: {'Port': ['ID=8c19c77e-ad97-424e-8ffa-93f9dd595b58,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:56.311888 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c93dd16c-734d-4698-aed5-9acd97ae983f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540987'] for router_gateway (032e33dd-c133-48b0-8eec-0750bc4eed93), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:56.412483 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c93dd16c-734d-4698-aed5-9acd97ae983f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-391'] for router (032e33dd-c133-48b0-8eec-0750bc4eed93), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:56.414847 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c93dd16c-734d-4698-aed5-9acd97ae983f admin admin] Publish callbacks [] for router_controller (032e33dd-c133-48b0-8eec-0750bc4eed93), precommit_delete_associations {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:56.547237 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c93dd16c-734d-4698-aed5-9acd97ae983f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-546014'] for router (032e33dd-c133-48b0-8eec-0750bc4eed93), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:56.548005 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93dd16c-734d-4698-aed5-9acd97ae983f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 032e33dd-c133-48b0-8eec-0750bc4eed93 {{(pid=103820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 20:32:56.552515 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c93dd16c-734d-4698-aed5-9acd97ae983f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:56.553807 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-c93dd16c-734d-4698-aed5-9acd97ae983f admin admin] 10.222.0.43 "DELETE /v2.0/routers/032e33dd-c133-48b0-8eec-0750bc4eed93 HTTP/1.1" status: 204 len: 168 time: 1.0775304 Mar 29 20:32:56.556340 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 53960) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:32:56.603881 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.db_base_plugin_v2 [None req-b979d1fc-3684-4233-b45e-ffdd3660a7b6 admin admin] Deleting subnet bb13bc7b-390f-4cea-9c33-840e4525f053 {{(pid=103820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 20:32:56.608591 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b979d1fc-3684-4233-b45e-ffdd3660a7b6 admin admin] Publish callbacks [] for subnet (bb13bc7b-390f-4cea-9c33-840e4525f053), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:56.644807 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b979d1fc-3684-4233-b45e-ffdd3660a7b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129519656'] for subnet (bb13bc7b-390f-4cea-9c33-840e4525f053), precommit_delete_associations {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:56.729928 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b979d1fc-3684-4233-b45e-ffdd3660a7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3219654'] for subnet (bb13bc7b-390f-4cea-9c33-840e4525f053), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:56.873819 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b979d1fc-3684-4233-b45e-ffdd3660a7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3219697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126325774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126129293'] for subnet (bb13bc7b-390f-4cea-9c33-840e4525f053), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:56.901645 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979d1fc-3684-4233-b45e-ffdd3660a7b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb13bc7b-390f-4cea-9c33-840e4525f053,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:56.905306 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-b979d1fc-3684-4233-b45e-ffdd3660a7b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:56.908630 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-b979d1fc-3684-4233-b45e-ffdd3660a7b6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/bb13bc7b-390f-4cea-9c33-840e4525f053 HTTP/1.1" status: 204 len: 168 time: 0.3512053 Mar 29 20:32:56.911158 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 53962) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:32:56.911478 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d75336-aaa8-4891-beac-b81709e188d9 None None] Network 5a58cc56-c072-4d53-a19a-54beb72cdde2 requested from dv-cinder-784815-3-iscsi {{(pid=103822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 20:32:56.999097 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1e33-7d63-4e8f-9116-f189347e5f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148679'] for network (5a58cc56-c072-4d53-a19a-54beb72cdde2), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:57.061699 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-2a1e1e33-7d63-4e8f-9116-f189347e5f41 admin admin] Deleting port 87afa5b7-cccb-4f10-8062-6717c7f36136 {{(pid=103820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:32:57.062042 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1e33-7d63-4e8f-9116-f189347e5f41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (87afa5b7-cccb-4f10-8062-6717c7f36136), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:57.112538 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c88b0e-6276-42aa-ae01-8a78634f48d6 None None] DHCP port deletion for 5a58cc56-c072-4d53-a19a-54beb72cdde2 request from dv-cinder-784815-3-iscsi {{(pid=103822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 20:32:57.130680 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-2a1e1e33-7d63-4e8f-9116-f189347e5f41 admin admin] For port 87afa5b7-cccb-4f10-8062-6717c7f36136, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=87afa5b7-cccb-4f10-8062-6717c7f36136,segment=NetworkSegment(24fa8f40-3c47-4a7b-9fd6-f45bc89a6b64),segment_id=24fa8f40-3c47-4a7b-9fd6-f45bc89a6b64)] {{(pid=103820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:32:57.131041 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1e33-7d63-4e8f-9116-f189347e5f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (87afa5b7-cccb-4f10-8062-6717c7f36136), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:57.146644 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.plugin [None req-2a1e1e33-7d63-4e8f-9116-f189347e5f41 admin admin] Calling delete_port for 87afa5b7-cccb-4f10-8062-6717c7f36136 owned by network:dhcp {{(pid=103820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:32:57.161432 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-10c88b0e-6276-42aa-ae01-8a78634f48d6 None None] Deleting port 87afa5b7-cccb-4f10-8062-6717c7f36136 {{(pid=103822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 20:32:57.161808 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-10c88b0e-6276-42aa-ae01-8a78634f48d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050109718'] for port (87afa5b7-cccb-4f10-8062-6717c7f36136), before_delete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:57.233218 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.db [None req-10c88b0e-6276-42aa-ae01-8a78634f48d6 None None] For port 87afa5b7-cccb-4f10-8062-6717c7f36136, host dv-cinder-784815-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-3-iscsi',level=0,port_id=87afa5b7-cccb-4f10-8062-6717c7f36136,segment=NetworkSegment(24fa8f40-3c47-4a7b-9fd6-f45bc89a6b64),segment_id=24fa8f40-3c47-4a7b-9fd6-f45bc89a6b64)] {{(pid=103822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:32:57.233641 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-10c88b0e-6276-42aa-ae01-8a78634f48d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569459'] for port (87afa5b7-cccb-4f10-8062-6717c7f36136), precommit_delete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:57.247217 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-10c88b0e-6276-42aa-ae01-8a78634f48d6 None None] Calling delete_port for 87afa5b7-cccb-4f10-8062-6717c7f36136 owned by network:dhcp {{(pid=103822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 20:32:57.326322 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1e33-7d63-4e8f-9116-f189347e5f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126327805'] for port (87afa5b7-cccb-4f10-8062-6717c7f36136), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:57.333081 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-10c88b0e-6276-42aa-ae01-8a78634f48d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050116985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738049580279'] for port (87afa5b7-cccb-4f10-8062-6717c7f36136), after_delete {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:57.353501 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e1e33-7d63-4e8f-9116-f189347e5f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=87afa5b7-cccb-4f10-8062-6717c7f36136,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:57.357741 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1e1e33-7d63-4e8f-9116-f189347e5f41 admin admin] No DVR routers for this DVR port 87afa5b7-cccb-4f10-8062-6717c7f36136 on host dv-cinder-784815-3-iscsi {{(pid=103820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:32:57.361546 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c88b0e-6276-42aa-ae01-8a78634f48d6 None None] Pushing event deleted for resources: {'Port': ['ID=87afa5b7-cccb-4f10-8062-6717c7f36136,revision_number=None']} {{(pid=103822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:57.363399 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c88b0e-6276-42aa-ae01-8a78634f48d6 None None] No DVR routers for this DVR port 87afa5b7-cccb-4f10-8062-6717c7f36136 on host dv-cinder-784815-3-iscsi {{(pid=103822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 20:32:57.431842 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1e33-7d63-4e8f-9116-f189347e5f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336013', 'neutron.services.segments.db._delete_segments_for_network-8738049908282'] for network (5a58cc56-c072-4d53-a19a-54beb72cdde2), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:57.453196 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.services.segments.db [None req-2a1e1e33-7d63-4e8f-9116-f189347e5f41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a58cc56-c072-4d53-a19a-54beb72cdde2']}} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:32:57.462578 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.services.segments.db [None req-2a1e1e33-7d63-4e8f-9116-f189347e5f41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24fa8f40-3c47-4a7b-9fd6-f45bc89a6b64') {'for_net_delete': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:32:57.468727 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.services.segments.db [None req-2a1e1e33-7d63-4e8f-9116-f189347e5f41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24fa8f40-3c47-4a7b-9fd6-f45bc89a6b64') {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:32:57.472976 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1e33-7d63-4e8f-9116-f189347e5f41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050091075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129519651'] for segment (24fa8f40-3c47-4a7b-9fd6-f45bc89a6b64), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:57.486421 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1e33-7d63-4e8f-9116-f189347e5f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585'] for segment (24fa8f40-3c47-4a7b-9fd6-f45bc89a6b64), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:57.492428 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1e1e33-7d63-4e8f-9116-f189347e5f41 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 20:32:57.492816 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1e33-7d63-4e8f-9116-f189347e5f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3225585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126327720'] for segment (24fa8f40-3c47-4a7b-9fd6-f45bc89a6b64), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: Traceback (most recent call last): Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: timer() Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: cb(*args, **kw) Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: return func(*args, **kwargs) Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: self._notify() Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: self.callback(batched_events) Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: event.method(event) Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: return f(self, *a, **k) Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: return self._get(url).json() Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: return self.request(url, 'GET', **kwargs) Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 20:32:57.494494 dv-cinder-784815-3-iscsi neutron-server[103820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 20:32:57.639016 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1e33-7d63-4e8f-9116-f189347e5f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3663965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541015'] for network (5a58cc56-c072-4d53-a19a-54beb72cdde2), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:57.644638 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1e33-7d63-4e8f-9116-f189347e5f41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3663979'] for network (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:57.647836 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-2a1e1e33-7d63-4e8f-9116-f189347e5f41 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5a58cc56-c072-4d53-a19a-54beb72cdde2 HTTP/1.1" status: 204 len: 168 time: 0.7356820 Mar 29 20:32:57.662854 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e1e33-7d63-4e8f-9116-f189347e5f41 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a58cc56-c072-4d53-a19a-54beb72cdde2,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:57.986301 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device e8e48ba0-5246-4e22-ae07-57cae96f0b07 no longer exists at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:32:58.013323 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] No Port match for: e8e48ba0-5246-4e22-ae07-57cae96f0b07 {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:32:58.013817 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device e8e48ba0-5246-4e22-ae07-57cae96f0b07 not bound to the agent host dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:32:58.014257 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 87afa5b7-cccb-4f10-8062-6717c7f36136 no longer exists at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:32:58.030934 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 53966) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:32:58.038262 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] No Port match for: 87afa5b7-cccb-4f10-8062-6717c7f36136 {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:32:58.038626 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 87afa5b7-cccb-4f10-8062-6717c7f36136 not bound to the agent host dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:32:58.039032 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 8c19c77e-ad97-424e-8ffa-93f9dd595b58 no longer exists at agent ovs-agent-dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 20:32:58.060573 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] No Port match for: 8c19c77e-ad97-424e-8ffa-93f9dd595b58 {{(pid=103822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 20:32:58.074560 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron.plugins.ml2.rpc [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Device 8c19c77e-ad97-424e-8ffa-93f9dd595b58 not bound to the agent host dv-cinder-784815-3-iscsi {{(pid=103822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 20:32:58.075651 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-e36650ca-9384-4b88-83fd-8682bef30937 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f9800a1b31b34882beb7e5e6dcb78fd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428174 Mar 29 20:32:58.077241 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 53968) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:32:58.128875 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9e649a1a-d23b-476d-aaed-91214be673bf admin admin] Publish callbacks [] for security_group (2d11b822-f829-4e9c-972d-f2b77b4f4d9f), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:58.150507 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9e649a1a-d23b-476d-aaed-91214be673bf admin admin] Publish callbacks [] for security_group (2d11b822-f829-4e9c-972d-f2b77b4f4d9f), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:58.259163 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9e649a1a-d23b-476d-aaed-91214be673bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (2d11b822-f829-4e9c-972d-f2b77b4f4d9f), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:58.262543 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-9e649a1a-d23b-476d-aaed-91214be673bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:58.263712 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-9e649a1a-d23b-476d-aaed-91214be673bf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2d11b822-f829-4e9c-972d-f2b77b4f4d9f HTTP/1.1" status: 204 len: 168 time: 0.1854687 Mar 29 20:32:58.272557 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e649a1a-d23b-476d-aaed-91214be673bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d11b822-f829-4e9c-972d-f2b77b4f4d9f,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:32:58.701433 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:58.877996 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 53974) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:32:58.918450 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-0ec271a3-2b4d-490f-a691-7cdbd970217f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4d4ba541303f4c3cbbbb479c169d8bd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392842 Mar 29 20:32:58.920998 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.wsgi [-] (103820) accepted ('10.222.0.43', 53976) {{(pid=103820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 20:32:58.970648 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7e8b6b11-3c3d-4eb5-b4b2-1c6ac6862aab admin admin] Publish callbacks [] for security_group (fd9b16a6-08d0-4515-917d-7a9acaecf0cd), before_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:58.992736 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7e8b6b11-3c3d-4eb5-b4b2-1c6ac6862aab admin admin] Publish callbacks [] for security_group (fd9b16a6-08d0-4515-917d-7a9acaecf0cd), precommit_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:59.102096 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7e8b6b11-3c3d-4eb5-b4b2-1c6ac6862aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558819'] for security_group (fd9b16a6-08d0-4515-917d-7a9acaecf0cd), after_delete {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:59.105198 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7e8b6b11-3c3d-4eb5-b4b2-1c6ac6862aab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:32:59.106403 dv-cinder-784815-3-iscsi neutron-server[103820]: INFO neutron.wsgi [None req-7e8b6b11-3c3d-4eb5-b4b2-1c6ac6862aab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fd9b16a6-08d0-4515-917d-7a9acaecf0cd HTTP/1.1" status: 204 len: 168 time: 0.1844771 Mar 29 20:32:59.114860 dv-cinder-784815-3-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b6b11-3c3d-4eb5-b4b2-1c6ac6862aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9b16a6-08d0-4515-917d-7a9acaecf0cd,revision_number=None']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:33:06.377100 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:33:10.158536 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-3d6f5f8f-d921-4538-a688-1b8b6293955d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:33:12.301501 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-a5e11864-c044-44b1-bd4d-7896296bad75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:33:13.758255 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:33:14.864874 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:33:16.415595 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:33:28.723906 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:33:40.169070 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-0f1cdfcd-ccb6-43cf-a014-327337b38375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:33:42.304067 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-272b1aa4-43dd-42ca-b075-c3afc5a098ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:33:43.375929 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:33:43.778307 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:33:44.843148 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:33:46.420210 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:33:58.743592 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:34:10.168096 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cc36a8c2-e03e-400a-b7e7-6457e56ef6f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:34:12.282447 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-1654aee3-6bd1-405a-a8a5-9d328a80036f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:34:13.785229 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:34:14.863133 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:34:16.417331 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:34:20.375443 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:34:28.823107 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:34:40.150305 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-97647b1f-6f49-4ffb-bfee-ffda190c3f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:34:42.259212 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-5182dd46-6759-44ec-a57c-3426ec8864d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:34:43.782593 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:34:44.834878 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:34:46.413140 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:34:57.374109 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:34:58.738358 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:35:10.155631 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-95b53e57-426a-4f6f-97ea-539f58e2500d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:35:12.270047 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-576848bc-671a-40c4-a674-e8bf5cbef765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:35:13.789900 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:35:14.841528 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:35:16.509585 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:35:28.766470 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:35:34.373898 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:35:40.175234 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-c7fac5c2-2c48-4675-9965-042e780b2ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:35:42.274677 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1b49-f781-49e8-b462-65207a7bb9b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:35:43.817674 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:35:44.857752 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:35:46.409483 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:35:58.743127 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:36:10.159831 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-e842690a-2bad-42fd-a978-8fc5a25f44c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:36:10.977864 dv-cinder-784815-3-iscsi neutron-server[103821]: DEBUG neutron.wsgi [req-9cddb192-eff8-433f-9396-1b9e30392490 req-7735d644-d633-4fe8-b6d9-c8953164eacd service neutron] (103821) timed out ('10.222.0.42', 55265) {{(pid=103821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 20:36:11.373270 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:36:12.305583 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-56aed73e-b583-496e-a5bf-4cc02ed2c4ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:36:13.785778 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:36:14.860859 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:36:16.481167 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:36:28.759502 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:36:40.162171 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-8c28e639-dda9-474d-8222-9ac71efb9cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:36:42.284615 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-5d309a5d-5fc4-46f1-8ed9-af4493507c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:36:43.807839 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:36:44.853525 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:36:46.409725 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:36:48.372151 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:36:58.812780 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:37:10.198216 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-61272d0f-43e0-49a5-aeac-8651e38247fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:37:12.278418 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-86592e6b-0a95-46fc-a9ce-c247fde57b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:37:13.775302 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:37:14.843935 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:37:16.409170 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:37:25.370050 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:37:28.797769 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:37:40.190724 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-4800bad7-7d68-4d8a-aa62-6c51a1ed95f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:37:42.337871 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-049cf769-6454-4c85-a82d-a52a20ae36d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:37:43.802858 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-882621f6-4df9-493d-9135-11d023cb1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (b212ddc4-bb53-4495-b767-8614651f65ae), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:37:44.875304 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-bd016458-0acb-4069-8ed0-52f695ac0d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (8a035994-2a9f-48db-9fbf-1c05dd700868), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:37:46.434112 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-7bb50911-bfcf-4596-9d5e-391336ad5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (dda068bf-2a7b-4571-89b8-c61ae1379c76), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:37:58.774081 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-cbd5047e-82c1-4ebb-9947-df009c812654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (19337809-658a-48b1-8a65-8844936c1798), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:38:02.372680 dv-cinder-784815-3-iscsi neutron-server[103823]: DEBUG neutron.db.agents_db [None req-8fe12d5b-78b8-45c2-9b41-8bbfd8d96274 None None] Agent healthcheck: found 6 active agents {{(pid=103823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:38:10.170557 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-aba83bf4-a810-479a-b251-0bcc6ace544b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (fbd11a15-72c3-4df4-9a60-af3fb4eb1f23), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 20:38:12.279203 dv-cinder-784815-3-iscsi neutron-server[103822]: DEBUG neutron_lib.callbacks.manager [None req-6642f6a7-619a-43c0-97b9-b27554fa70b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738049908264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333772'] for agent (a63b16e5-0ab2-42ee-862f-c438c2d49a6d), after_update {{(pid=103822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}